-- Logs begin at Thu 2022-03-24 13:08:48 UTC, end at Thu 2022-03-24 14:27:58 UTC. -- Mar 24 13:54:36.549700 dv-cinder-798189-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 24 13:54:39.475022 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.common.config [-] Logging enabled! Mar 24 13:54:39.475863 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev52 Mar 24 13:54:39.476004 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110077) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 13:54:39.479339 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.common.config [-] Logging enabled! Mar 24 13:54:39.479600 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev52 Mar 24 13:54:39.479921 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110077) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 13:54:39.480858 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 13:54:39.481101 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 13:54:39.481480 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 13:54:39.481740 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 13:54:39.481975 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 13:54:39.482774 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.483215 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 24 13:54:39.483554 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.483864 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.484172 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.484478 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.484777 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.485067 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.485364 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.485672 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.485965 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.486249 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.486541 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.486862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.487149 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.487443 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.487736 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.488024 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] debug = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.488310 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.488746 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.489177 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.489462 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.489759 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.490043 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.490319 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.490622 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.490913 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.491247 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] host = dv-cinder-798189-3-iscsi {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.491529 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.491826 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.492116 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.492407 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.492685 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.492964 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.493253 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.493530 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.493806 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.494083 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.494375 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.494694 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.494991 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.495220 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.495447 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.495742 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.496033 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.496310 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.496590 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.496864 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.497141 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.497419 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.497691 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.498489 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.498804 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.499094 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.499370 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.499645 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.499919 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.500193 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.500481 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.500754 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.501028 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.501303 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.501591 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.501862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.502142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.502443 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.502758 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.503046 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.503337 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.503614 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.503903 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.504180 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.504456 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.504732 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] use_json = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.505008 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.505282 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.505568 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.505845 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.506121 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.506397 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.506699 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.506987 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.507264 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:39.507564 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.507866 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.508174 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.508481 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.508779 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.509064 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.509360 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.509645 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.509939 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.510237 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.510533 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.510849 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.511156 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.511452 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.511753 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.512070 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.512372 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.512674 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.512958 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.513239 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.514118 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.514405 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.514733 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.515022 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.515319 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.515618 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.515905 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.516209 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.516504 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.516808 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.517105 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.517388 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.517675 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.517974 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.518257 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.518535 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.518845 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.519145 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.519429 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.519710 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.519998 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.520282 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.520561 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.520840 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.521123 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.521419 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.521701 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.521980 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.522262 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.522544 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.522846 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.523137 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.523421 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.523700 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.523981 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.524264 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.524542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.524823 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.525105 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.525387 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.525671 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.525950 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.526227 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.526504 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.526817 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.527095 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.527372 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.527650 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.527936 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.528212 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.528489 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.528766 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.529070 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.529348 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.529640 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.529941 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.530225 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.530508 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.530814 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.531096 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.531377 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.531656 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.531936 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.532220 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.532492 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.532783 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.533071 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.533359 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.533663 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.533944 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.534242 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.534521 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.534825 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.535112 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.535394 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.535675 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.535961 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.536246 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.536542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.536838 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.537138 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.537437 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.537733 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.538019 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.538335 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.538640 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:39.538867 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 13:54:39.539116 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110077) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 24 13:54:39.915824 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 13:54:39.916113 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 13:54:39.916429 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 13:54:39.916926 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 24 13:54:40.246576 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.246887 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.247163 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.248889 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.249168 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.249556 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.304113 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.304404 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.304670 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.319946 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.320234 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.320512 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.348753 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.349040 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.349315 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.490524 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.491201 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.491201 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.725301 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.725790 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.726066 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.726339 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.727086 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.827164 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.827488 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.827780 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.828061 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.828335 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.828651 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.828919 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.829182 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.829443 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.829730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.829994 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.830264 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.830523 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.830807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.831067 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.831335 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.831592 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.831865 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.832142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.832403 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.832678 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.832936 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.833219 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.833596 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.833849 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.834097 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.834490 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:40.834760 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:40.835002 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:40.835243 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:40.835483 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:40.835724 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:40.836095 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 24 13:54:40.839341 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 24 13:54:40.844017 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 24 13:54:40.847795 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 24 13:54:40.849473 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 24 13:54:40.849943 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 24 13:54:40.850285 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 24 13:54:40.850956 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 24 13:54:40.853828 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 24 13:54:40.854087 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 24 13:54:40.854439 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 13:54:40.860026 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 24 13:54:40.883985 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 24 13:54:40.884439 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.884743 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110077) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 24 13:54:40.885119 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.886512 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110077) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 24 13:54:40.886834 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 13:54:40.887084 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 24 13:54:40.890466 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.890783 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:40.956626 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 24 13:54:40.956875 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 24 13:54:40.957118 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 24 13:54:40.957492 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 24 13:54:40.978384 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_db.sqlalchemy.engines [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110077) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 24 13:54:41.571592 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing driver for type 'gre' Mar 24 13:54:41.572224 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] gre ID ranges: [(1, 1000)] Mar 24 13:54:41.760139 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing driver for type 'local' Mar 24 13:54:41.760476 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing driver for type 'vlan' Mar 24 13:54:41.845884 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] VlanTypeDriver initialization complete Mar 24 13:54:41.846159 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing driver for type 'vxlan' Mar 24 13:54:41.846695 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] vxlan ID ranges: [(1, 1000)] Mar 24 13:54:42.028784 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing extension driver 'port_security' Mar 24 13:54:42.029127 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.extensions.port_security [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] PortSecurityExtensionDriver initialization complete Mar 24 13:54:42.029460 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing mechanism driver 'openvswitch' Mar 24 13:54:42.029786 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing mechanism driver 'hyperv' Mar 24 13:54:42.036580 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:54:42.037264 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.037644 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.038002 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.038540 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 13:54:42.039005 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.042763 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.042763 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.042763 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 13:54:42.042763 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.042763 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.043124 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.043124 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 13:54:42.043124 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > security_group after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.043124 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > security_group after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.043124 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > security_group after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.043413 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 13:54:42.043574 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.043923 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.044270 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.045173 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 13:54:42.045998 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > address_group after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.045998 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > address_group after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.046237 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > address_group after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.046665 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 13:54:42.047119 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] ML2 OVO RPC backend initialized. {{(pid=110077) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 24 13:54:42.047837 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.048197 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.048626 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.048978 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > networks before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.049330 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.049676 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > ports before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.050022 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.050365 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnets before_response 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.050751 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.051104 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.051449 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.051792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.052134 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.052475 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.052816 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.053155 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.053492 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.061540 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded quota_driver: . Mar 24 13:54:42.061910 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.plugin [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Modular L2 Plugin initialization complete Mar 24 13:54:42.062262 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading services supported by the core plugin {{(pid=110077) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 24 13:54:42.062639 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.plugins.ml2.managers [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Got port-security extension from driver 'port_security' Mar 24 13:54:42.063129 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.extensions.vlantransparent [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Disabled vlantransparent extension. Mar 24 13:54:42.063628 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110077) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 24 13:54:42.063957 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: router Mar 24 13:54:42.109529 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_interface before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.109862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_create 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.110240 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router before_create 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.110638 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.111019 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.111379 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_delete 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.111738 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > floatingip after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.112091 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > floatingip after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.112448 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_create 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.112794 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_update 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.113144 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_update 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.113493 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.113852 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_update 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.114263 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_update 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.114659 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.115006 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.115347 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: subnet after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.115690 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.116043 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > port precommit_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.116391 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_create 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.116736 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.117078 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.117435 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router after_update 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.117778 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_delete 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.118128 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_create 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.118493 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.118862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_update 55549900 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.119228 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > agent after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.119580 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > agent after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.119924 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > network after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.120776 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Tracking information for resource: router configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:42.121109 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Tracking information for resource: floatingip configured {{(pid=110077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 13:54:42.126682 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.db.l3_agentschedulers_db [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 24 13:54:42.127268 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.127634 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port after_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.127990 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port after_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.128350 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: port after_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.129141 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router before_create 55550100 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.129510 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_delete 55550100 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.129874 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_create 55550100 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.130235 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > router precommit_update 55550100 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.135217 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.provider_configuration [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service providers = [] {{(pid=110077) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 24 13:54:42.135584 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.db.servicetype_db [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110077) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 24 13:54:42.138639 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.service_base [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 13:54:42.138994 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.service_base [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 13:54:42.139339 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.service_base [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 13:54:42.140240 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.services.service_base [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 13:54:42.140617 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.services.service_base [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 24 13:54:42.140994 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.141316 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 24 13:54:42.163908 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.164248 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: auto_allocate Mar 24 13:54:42.170757 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: network precommit_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.171132 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: network precommit_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.171651 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.171977 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: tag Mar 24 13:54:42.178705 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.179043 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: timestamp Mar 24 13:54:42.183172 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.183512 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: network_ip_availability Mar 24 13:54:42.194860 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.195236 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.195595 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.196313 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.196637 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: flavors Mar 24 13:54:42.201478 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.201818 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading Plugin: revisions Mar 24 13:54:42.206196 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 13:54:42.206617 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_concurrency.lockutils [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=110077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 13:54:42.207356 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110077) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 24 13:54:42.207699 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Initializing extension manager. Mar 24 13:54:42.208223 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: __init__.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.208567 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: __pycache__ {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.208920 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: address_group.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.209662 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.210221 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: address-group Mar 24 13:54:42.210548 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: address_scope.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.214635 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.214635 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: address-scope Mar 24 13:54:42.214635 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: admin_state_down_before_update.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.215137 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.215677 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: router-admin-state-down-before-update Mar 24 13:54:42.216005 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: agent.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.217239 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.217744 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: agent Mar 24 13:54:42.218069 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: agent_resources_synced.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.219027 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.219538 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: agent-resources-synced Mar 24 13:54:42.219863 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: allowedaddresspairs.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.221702 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.222219 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: allowed-address-pairs Mar 24 13:54:42.222549 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: auto_allocated_topology.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.223688 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.224202 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: auto-allocated-topology Mar 24 13:54:42.224531 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: availability_zone.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.225232 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.225998 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: availability_zone Mar 24 13:54:42.226322 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: availability_zone_filter.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.227277 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.227784 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: availability_zone_filter Mar 24 13:54:42.228214 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: data_plane_status.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.229037 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.229543 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension data-plane-status not supported by any of loaded plugins Mar 24 13:54:42.229870 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: default_subnetpools.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.230828 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.231340 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: default-subnetpools Mar 24 13:54:42.231667 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: dhcpagentscheduler.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.233063 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.233573 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: dhcp_agent_scheduler Mar 24 13:54:42.233901 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: dns.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.234869 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.235376 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension dns-integration not supported by any of loaded plugins Mar 24 13:54:42.235700 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: dns_domain_ports.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.236635 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.237145 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 24 13:54:42.237474 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.243078 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.243584 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 24 13:54:42.243906 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: dvr.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.244584 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.245085 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: dvr Mar 24 13:54:42.245409 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: ecmp_routes.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.246349 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.246894 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 24 13:54:42.247219 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: empty_string_filtering.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.248173 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.248684 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: empty-string-filtering Mar 24 13:54:42.249009 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.249945 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.250451 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 24 13:54:42.250809 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.251742 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.252255 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 24 13:54:42.252580 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: external_net.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.253517 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.254027 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: external-net Mar 24 13:54:42.254351 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: extra_dhcp_opt.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.255309 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.255819 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: extra_dhcp_opt Mar 24 13:54:42.256142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: extraroute.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.257068 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.257577 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: extraroute Mar 24 13:54:42.257900 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: extraroute_atomic.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.258991 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.259502 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: extraroute-atomic Mar 24 13:54:42.259824 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: filter_validation.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.260495 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.260996 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: filter-validation Mar 24 13:54:42.261320 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: fip_pf_description.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.266178 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.266725 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 24 13:54:42.267051 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: fip_pf_port_range.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.267985 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.268493 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 24 13:54:42.268817 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: fip_port_details.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.269743 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.270248 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: fip-port-details Mar 24 13:54:42.270593 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: flavors.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.271866 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.272390 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: flavors Mar 24 13:54:42.272718 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.274438 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.275006 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 24 13:54:42.275345 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: floatingip_pools.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.276063 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.276577 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: floatingip-pools Mar 24 13:54:42.276916 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: ip_allocation.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.277852 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.278364 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension ip_allocation not supported by any of loaded plugins Mar 24 13:54:42.278730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.280176 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.280690 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: ip-substring-filtering Mar 24 13:54:42.281023 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l2_adjacency.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.281952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.282463 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 24 13:54:42.282818 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.285334 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.285876 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: router Mar 24 13:54:42.286218 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_conntrack_helper.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.288529 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.289061 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 24 13:54:42.289402 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.290352 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.290894 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: ext-gw-mode Mar 24 13:54:42.291229 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.292169 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.292684 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: l3-ha Mar 24 13:54:42.293017 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.293952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.294477 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 24 13:54:42.295359 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_flavors.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.296295 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.296815 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: l3-flavors Mar 24 13:54:42.301248 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_ndp_proxy.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.302420 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.302973 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 24 13:54:42.303303 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.304240 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.304755 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 24 13:54:42.305086 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: l3agentscheduler.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.306144 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.306700 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: l3_agent_scheduler Mar 24 13:54:42.307034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: local_ip.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.308881 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.309418 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension local_ip not supported by any of loaded plugins Mar 24 13:54:42.309760 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: logging.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.311336 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.311861 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension logging not supported by any of loaded plugins Mar 24 13:54:42.312197 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: metering.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.312950 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.313526 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: metering Mar 24 13:54:42.313854 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.315017 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.315538 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: metering_source_and_destination_fields Mar 24 13:54:42.315870 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: multiprovidernet.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.316813 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.317327 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: multi-provider Mar 24 13:54:42.317656 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: netmtu.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.318626 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.319141 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: net-mtu Mar 24 13:54:42.319468 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: netmtu_writable.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.320402 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.320910 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: net-mtu-writable Mar 24 13:54:42.321242 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: network_availability_zone.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.321924 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.322429 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: network_availability_zone Mar 24 13:54:42.322786 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: network_ip_availability.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.323917 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.324433 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: network-ip-availability Mar 24 13:54:42.324762 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: network_segment_range.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.325542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.326069 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension network-segment-range not supported by any of loaded plugins Mar 24 13:54:42.326396 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: pagination.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.327572 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.327913 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: pagination Mar 24 13:54:42.328239 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: port_device_profile.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.329170 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.329696 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: port-device-profile Mar 24 13:54:42.330026 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.331007 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.331545 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: port-mac-address-regenerate Mar 24 13:54:42.331854 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.332796 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.333309 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: port-numa-affinity-policy Mar 24 13:54:42.333637 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: port_resource_request.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.334578 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.335108 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension port-resource-request not supported by any of loaded plugins Mar 24 13:54:42.335433 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: port_resource_request_groups.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.336418 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.336927 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 24 13:54:42.337252 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: portbindings.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.338193 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.338739 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: binding Mar 24 13:54:42.339068 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: portbindings_extended.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.340353 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.340876 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: binding-extended Mar 24 13:54:42.341211 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: portsecurity.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.346804 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.347323 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: port-security Mar 24 13:54:42.347653 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: project_id.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.348651 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.348985 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: project-id Mar 24 13:54:42.349312 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: providernet.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.350246 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.351045 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: provider Mar 24 13:54:42.351373 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.355082 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.355616 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos not supported by any of loaded plugins Mar 24 13:54:42.355953 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.357279 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.357797 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 24 13:54:42.358130 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.359101 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.359655 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 24 13:54:42.359942 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_default.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.360879 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.361393 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-default not supported by any of loaded plugins Mar 24 13:54:42.361722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_fip.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.362690 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.363205 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-fip not supported by any of loaded plugins Mar 24 13:54:42.363532 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_fip_network_policy.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.364465 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.364981 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 24 13:54:42.365310 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_gateway_ip.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.366257 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.366797 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 24 13:54:42.367124 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_port_network_policy.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.368052 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.368563 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 24 13:54:42.368889 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.369962 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.370477 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 24 13:54:42.370837 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.371903 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.372416 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 24 13:54:42.373261 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_pps_rule.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.380261 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.380780 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-pps not supported by any of loaded plugins Mar 24 13:54:42.381114 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_rule_type_details.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.382061 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.382601 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 24 13:54:42.382937 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_rule_type_filter.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.383873 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.384385 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 24 13:54:42.384712 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: qos_rules_alias.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.385789 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.386299 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 24 13:54:42.386655 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: quota_check_limit.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.387593 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.388108 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: quota-check-limit Mar 24 13:54:42.389011 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: quotasv2.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.389952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.390281 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: quotas Mar 24 13:54:42.390627 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: quotasv2_detail.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.392502 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.392846 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: quota_details Mar 24 13:54:42.393181 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: rbac.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.394242 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.394793 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: rbac-policies Mar 24 13:54:42.395127 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: rbac_address_group.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.396071 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.396585 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: rbac-address-group Mar 24 13:54:42.396914 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: rbac_address_scope.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.397850 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.398363 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: rbac-address-scope Mar 24 13:54:42.398732 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: rbac_security_groups.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.399743 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.400251 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: rbac-security-groups Mar 24 13:54:42.400577 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: rbac_subnetpool.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.406040 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.406578 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: rbac-subnetpool Mar 24 13:54:42.406905 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: revisionifmatch.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.407847 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.408358 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: revision-if-match Mar 24 13:54:42.408681 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: revisions.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.409823 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.410340 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: standard-attr-revisions Mar 24 13:54:42.410709 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: router_availability_zone.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.411391 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.411904 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: router_availability_zone Mar 24 13:54:42.412230 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: routerservicetype.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.413177 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.413688 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension router-service-type not supported by any of loaded plugins Mar 24 13:54:42.414012 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.414990 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.415505 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: security-groups-normalized-cidr Mar 24 13:54:42.415830 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: security_groups_port_filtering.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.416782 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.417291 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: port-security-groups-filtering Mar 24 13:54:42.417616 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.418582 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.419097 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: security-groups-remote-address-group Mar 24 13:54:42.419424 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.420400 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.420911 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: security-groups-shared-filtering Mar 24 13:54:42.421238 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.421831 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 24 13:54:42.422151 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: securitygroup.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.431915 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.432446 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: security-group Mar 24 13:54:42.432782 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: segment.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.433520 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.434033 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension segment not supported by any of loaded plugins Mar 24 13:54:42.434365 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.435889 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.436400 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 24 13:54:42.436753 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: servicetype.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.437860 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.438385 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: service-type Mar 24 13:54:42.438756 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: sorting.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.439772 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.440110 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: sorting Mar 24 13:54:42.440434 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: standard_attr_segment.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.441366 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.441879 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 24 13:54:42.442204 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: standardattrdescription.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.442896 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.443407 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: standard-attr-description Mar 24 13:54:42.443731 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: stateful_security_group.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.444692 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.445206 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: stateful-security-group Mar 24 13:54:42.445531 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: stdattrs_common.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.446104 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 24 13:54:42.446428 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.447413 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.447943 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 24 13:54:42.448270 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: subnet_onboard.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.449369 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.449893 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: subnet_onboard Mar 24 13:54:42.450221 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.451251 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.451764 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 24 13:54:42.452092 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: subnet_service_types.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.453036 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.457519 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: subnet-service-types Mar 24 13:54:42.457519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: subnetallocation.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.458393 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.458969 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: subnet_allocation Mar 24 13:54:42.459298 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.459972 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.460484 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: subnetpool-prefix-ops Mar 24 13:54:42.460807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.461748 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.462257 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 24 13:54:42.462609 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: tagging.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.463674 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.464190 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: standard-attr-tag Mar 24 13:54:42.464517 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: timestamp.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.465741 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.466268 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loaded extension: standard-attr-timestamp Mar 24 13:54:42.467139 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: trunk.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.468204 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.468719 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension trunk not supported by any of loaded plugins Mar 24 13:54:42.469049 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: trunk_details.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.469991 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.470509 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension trunk-details not supported by any of loaded plugins Mar 24 13:54:42.470859 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: uplink_status_propagation.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.475769 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.476284 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 24 13:54:42.476615 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Loading extension file: vlantransparent.py {{(pid=110077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 13:54:42.477296 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 13:54:42.477803 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 24 13:54:42.480303 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:network Mar 24 13:54:42.480835 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:subnet Mar 24 13:54:42.481240 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 13:54:42.481655 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:port Mar 24 13:54:42.483519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.483962 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service FLAVORS assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.484596 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.485023 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.485360 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:router Mar 24 13:54:42.485794 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:floatingip Mar 24 13:54:42.486289 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service METERING assigned prefix: /metering {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.487780 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.488155 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.488512 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 13:54:42.489524 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 13:54:42.489976 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:security_group Mar 24 13:54:42.490417 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 13:54:42.491044 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service CORE assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.491380 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 13:54:42.491724 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] subnetpool is already registered Mar 24 13:54:42.492153 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service CORE assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.492483 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 13:54:42.492814 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] subnetpool is already registered Mar 24 13:54:42.495150 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.495596 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service FLAVORS assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.496192 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.496614 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.496952 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:router Mar 24 13:54:42.497290 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] router is already registered Mar 24 13:54:42.497733 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:floatingip Mar 24 13:54:42.498075 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] floatingip is already registered Mar 24 13:54:42.498527 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service METERING assigned prefix: /metering {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.499224 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 13:54:42.499557 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] rbac_policy is already registered Mar 24 13:54:42.499977 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:security_group Mar 24 13:54:42.500316 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] security_group is already registered Mar 24 13:54:42.500725 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 13:54:42.501065 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] security_group_rule is already registered Mar 24 13:54:42.501690 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service CORE assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.502023 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 13:54:42.502361 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] subnetpool is already registered Mar 24 13:54:42.502855 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.v2.resource_helper [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Service CORE assigned prefix: {{(pid=110077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 13:54:42.503188 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 13:54:42.503524 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING neutron.quota.resource_registry [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] subnetpool is already registered Mar 24 13:54:42.504004 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: extensions {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.505483 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: address-groups {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.507029 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: address-scopes {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.508383 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: agents {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.509560 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: auto-allocated-topology {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.510891 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: availability_zones {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.512118 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: dhcp-networks {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.513698 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: dhcp-agents {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.515163 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: routers {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.517403 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: flavors {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.518683 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: service_profiles {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.520003 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: next_providers {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.521465 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: service_profiles {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.523937 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: floatingip-pools {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.526484 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: routers {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.527350 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: floatingips {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.529385 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: l3-routers {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.530822 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: l3-agents {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.532239 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: metering-labels {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.533612 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: metering-label-rules {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.534926 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: network-ip-availabilities {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.536272 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: bindings {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.537928 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: quotas {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.539550 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: quotas {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.541103 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: rbac-policies {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.542415 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: security-groups {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.543688 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: security-group-rules {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.545556 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: service-providers {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.546801 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: subnetpools {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.548244 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: subnetpools {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.549716 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.551461 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.553287 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.555112 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.556918 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.558813 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.560545 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.562431 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.564252 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.566174 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron.api.extensions [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Extended resource: tags {{(pid=110077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 13:54:42.571987 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING keystonemiddleware.auth_token [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 24 13:54:42.577268 dv-cinder-798189-3-iscsi neutron-server[110077]: WARNING keystonemiddleware.auth_token [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 24 13:54:42.585846 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_concurrency.lockutils [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Acquired lock "singleton_lock" {{(pid=110077) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 24 13:54:42.586321 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_concurrency.lockutils [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Releasing lock "singleton_lock" {{(pid=110077) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 24 13:54:42.587010 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Starting 2 workers Mar 24 13:54:42.592442 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Started child 110186 {{(pid=110077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 13:54:42.596981 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Started child 110187 {{(pid=110077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 13:54:42.598059 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:42.598737 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO neutron.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 24 13:54:42.599303 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Publish callbacks [] for process (None), before_spawn {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:42.599635 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [-] (110186) wsgi starting up on http://0.0.0.0:9696 Mar 24 13:54:42.602030 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Starting 1 workers Mar 24 13:54:42.602148 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:42.603530 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [-] (110187) wsgi starting up on http://0.0.0.0:9696 Mar 24 13:54:42.607403 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Started child 110188 {{(pid=110077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 13:54:42.607953 dv-cinder-798189-3-iscsi neutron-server[110077]: INFO oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Starting 1 workers Mar 24 13:54:42.611114 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] calling RpcWorker wait() {{(pid=110188) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 24 13:54:42.611667 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] returning from RpcWorker wait() {{(pid=110188) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 24 13:54:42.612487 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Started child 110189 {{(pid=110077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 13:54:42.612844 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:42.613290 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e0555f8-3246-4fba-a8ef-e3b5d6232a3d None None] Publish callbacks [] for process (None), after_spawn {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:42.613446 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:54:42.615261 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110077) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 13:54:42.615479 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 13:54:42.615680 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 13:54:42.615916 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 13:54:42.616300 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 13:54:42.616470 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 13:54:42.616986 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.617266 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.617358 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:42.617799 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.617799 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.618086 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.618737 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.618999 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.619241 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.619524 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.619795 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.619969 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.620138 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.620419 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.620680 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.621001 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.621268 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.621516 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.621795 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.621971 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.622245 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.622534 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.622841 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.623116 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] debug = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.623353 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.623822 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.624050 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.624291 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.624511 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.624782 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.625045 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.625337 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.625555 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.625822 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.626070 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.626320 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.626586 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.626850 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.627138 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.627358 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.627628 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.627854 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.628305 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] host = dv-cinder-798189-3-iscsi {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.628562 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.628787 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.629051 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.629303 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.629584 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.629793 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.630052 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.630326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.630580 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.630830 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.631081 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.631320 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.631540 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.631794 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.631946 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_options = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.632213 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.632481 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.632746 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.632945 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.633119 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.633286 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.633549 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.633703 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.633980 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.634204 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.634414 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.634672 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.634910 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.635127 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.635389 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.635612 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.635844 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.636082 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.636334 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.636597 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.636851 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.637083 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.637337 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.637528 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.637764 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.637987 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.638216 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.639004 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.639235 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.639482 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.639729 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.640060 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:54:42.640231 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.640392 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.640658 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.640963 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.641156 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.641396 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.641635 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.641939 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.642172 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.642458 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.642706 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.642926 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.643157 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.643379 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.643850 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.644445 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_json = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.644730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.645225 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.645824 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.646055 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.646280 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.646505 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.646824 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.647251 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.647417 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.647783 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.648095 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.648395 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.648814 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.648966 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.649146 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.649387 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.649621 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.649890 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.650394 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.650719 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.650952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.655807 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.656668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657326 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657855 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.657855 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.658053 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.658135 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.658324 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.658618 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.658882 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.659102 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.659330 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.659583 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.660401 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.660401 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.660401 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.660691 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.660773 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.660947 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.661189 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.661405 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.661615 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.661834 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.662063 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.662305 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.662590 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.662853 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.663073 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.663312 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.663523 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.663747 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.664000 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.664225 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.664462 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.664705 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.664917 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.665135 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.665388 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.665603 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.665823 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.666044 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.666259 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.666497 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.666760 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.666978 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.667220 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.667443 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.667645 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.667858 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.668088 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.668302 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.668514 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.668746 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.668960 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.669177 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.669411 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.669656 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.669868 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.670082 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.670297 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.670598 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.670925 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.671197 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.671461 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.671700 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.671948 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.672168 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.672421 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.672639 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.672864 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.673079 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.673331 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.673573 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.673825 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.674073 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.674391 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.674582 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.674993 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.675373 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.675643 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.675858 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.676096 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.676468 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.676912 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.677307 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.677735 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.677984 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.678247 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.678536 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.678881 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.679158 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.679405 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.679687 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.679984 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.680253 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.680546 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.680809 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.681065 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.681323 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.681601 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.681859 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.682127 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.682372 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.682998 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.682998 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.683207 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.683366 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.683610 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.683909 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.684206 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.684434 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.684993 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.685310 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.685764 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.686097 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.686378 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.686666 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.686933 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.687188 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.687425 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.687865 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.688181 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.688442 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.688667 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.688910 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.689131 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.689389 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.689610 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.689829 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.690096 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.690315 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.690581 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.690823 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.691045 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.691263 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.691514 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.691732 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.691952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.692190 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.692427 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.692652 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.692867 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.693249 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.693509 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.693736 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.694018 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.694424 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.694871 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.695182 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.695446 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.695691 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.695913 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.696342 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.696585 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.696805 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.697012 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.697239 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.697461 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.697722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.697958 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.698177 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.698419 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.698687 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.699028 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.699451 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.699717 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.699955 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.700214 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.700456 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.700698 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.701554 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.701815 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.702038 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.702274 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.702527 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.702935 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.703183 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.703412 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.703656 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.703906 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.704156 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.704425 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.704647 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.704872 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.705097 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.705338 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.705555 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.705775 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.705989 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.706202 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.706444 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.706684 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.706970 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.707227 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.707491 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.707741 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.707962 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.708221 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.708451 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.708698 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.708914 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.709162 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.709384 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.709619 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.709871 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.710089 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.710303 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.710529 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.710779 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.711011 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.711217 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.711432 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.711647 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.711872 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.712091 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.712304 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.712529 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.712745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.712961 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.713185 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.713404 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.713615 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.713844 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.714054 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.714288 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.714516 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.714765 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.714981 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.715275 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.715541 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.715763 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.716064 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.716313 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.716640 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.716896 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.717218 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.717435 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.717712 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.717952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.718189 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.718409 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.718706 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.719034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.719333 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.719579 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.719826 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.720091 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.720386 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.720649 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.720860 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.721165 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.721551 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.725135 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.725692 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 38294) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:54:42.725796 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.725969 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.726248 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.726524 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.726791 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.727027 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.727280 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.727529 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.727813 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.728083 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.728322 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.728553 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.728793 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.729236 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.729564 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.729869 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.730122 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.730356 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.730522 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 13:54:42.731273 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110077) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 13:54:42.731442 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 13:54:42.731761 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 13:54:42.732502 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 13:54:42.732683 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 13:54:42.732989 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 13:54:42.733354 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.733534 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.733698 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.734013 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.734182 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.734371 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.734534 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.734855 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.735016 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.735182 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.735348 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.735513 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.735672 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.735977 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.736149 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082824 Mar 24 13:54:42.736419 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.736707 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737009 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737167 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737338 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737503 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737666 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737829 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.737990 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] debug = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.738154 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.738357 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.738520 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.738840 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.739143 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.739311 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.739467 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.739721 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.739815 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.740745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.740745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.740745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.740745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.740745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.740745 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741170 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741170 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741170 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741395 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] host = dv-cinder-798189-3-iscsi {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741474 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741585 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.741744 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.742057 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.742625 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.742625 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.742625 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.742839 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.742839 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.743000 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.743298 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.743467 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.743624 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.743932 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.744098 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_options = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.744260 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.744424 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.744586 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.744767 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.744937 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.745101 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.746200 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.746377 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.746714 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.746882 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.747193 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.747360 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748023 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748023 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748178 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:54:42.748249 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748249 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748249 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748419 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748520 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748640 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.748943 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.749108 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.749270 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.749432 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750244 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750244 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750244 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750244 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750244 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750703 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.750703 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.751628 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.751790 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.752097 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.752404 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.752695 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.753007 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.753174 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.753489 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.753650 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.753955 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.754109 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.754271 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.754435 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.754630 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.754792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.754950 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_json = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.755091 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.755254 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.755394 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.755708 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.756009 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.756346 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.756504 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.756667 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.756833 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 13:54:42.757730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.757730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.757730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.757730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.757730 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758296 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758296 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758296 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758296 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758752 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758752 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.758752 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.759039 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.759039 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.759232 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.759368 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.759534 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.759701 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.760736 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.760875 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.761023 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.761187 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.761414 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.761538 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.762631 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.762631 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.762881 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.762881 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.763075 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.763719 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.764542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.764542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.764542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.764542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.764542 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765058 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765058 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765058 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765315 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765315 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765454 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765575 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765742 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.765908 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.766079 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.766246 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.766411 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.766620 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.766779 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.767100 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.767262 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.768922 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.769293 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.769484 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.769665 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.769837 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.770015 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.770203 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.770375 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.770731 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.770906 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.771158 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.771309 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.771451 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.771591 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.771729 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.771867 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.772013 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.772150 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.772317 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.772470 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.772638 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.772804 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773000 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773147 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773324 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773464 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773599 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773740 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.773929 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.774075 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.774211 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.774346 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.774504 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.774786 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.774916 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.775045 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.775180 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.775336 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.775471 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.775611 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.775859 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776015 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776151 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776286 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776421 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776555 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776706 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.776881 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.777046 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.777211 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.777376 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.777531 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.777692 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.777859 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.778084 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.778240 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.778375 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.778513 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.778709 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.778876 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779050 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779188 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779346 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779500 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779650 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779795 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.779964 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.780129 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.780319 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.780464 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.780623 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.780803 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.780952 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.781126 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.781291 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.781456 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.781621 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.781773 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.781940 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.782076 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.782237 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.782401 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.782591 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.783539 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.783720 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.784038 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.784350 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.784667 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.784903 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.785054 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.785205 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.785356 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.786292 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.786292 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.786292 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.786292 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.786292 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.786292 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.787034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.787034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.787034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.787034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.787034 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.788142 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.789792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.790862 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.791854 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.791854 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792121 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792121 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792389 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792522 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792656 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.792925 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793059 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793202 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793337 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793471 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793641 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793810 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.793975 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.794139 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.794324 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.796722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.796722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.796722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.796722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.796722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.796722 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.797519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.797519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.797519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.797519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.797519 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798151 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798151 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798151 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798151 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.798792 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.799305 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.799305 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.799305 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.799675 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.799675 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.799675 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800046 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800046 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800312 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800312 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800568 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800568 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800828 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.800963 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801096 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801226 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801354 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801486 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801651 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801821 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.801986 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.802160 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.802325 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.802488 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.802687 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.802833 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.803001 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.803177 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.803342 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.803510 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.803674 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.803838 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804003 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804177 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804340 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804505 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804669 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804832 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.804996 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.805185 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.805342 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.805502 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.805668 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.805830 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.805993 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.806166 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.806331 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.806495 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.806709 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.806875 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.807040 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.807207 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.807385 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.807550 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.807717 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.807883 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.808047 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.808212 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.808379 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.808547 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.808721 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.808892 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.809057 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.809232 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.809404 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.809576 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.809741 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.809913 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.810110 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.810307 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.810474 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.810662 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.810829 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.811031 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.811194 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.811357 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.811520 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.811686 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.811848 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812012 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812175 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812339 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812503 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812667 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812831 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.812994 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.813158 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.813323 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 13:54:42.813480 dv-cinder-798189-3-iscsi neutron-server[110077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 13:54:54.228374 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17882d-fa7e-4ef6-a402-1092666d7163 None None] get_active_networks_info from dv-cinder-798189-3-iscsi {{(pid=110188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 13:54:54.301466 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17882d-fa7e-4ef6-a402-1092666d7163 None None] No non-hosted networks {{(pid=110188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 24 13:54:54.301466 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.agentschedulers_db [None req-0d17882d-fa7e-4ef6-a402-1092666d7163 None None] DHCP Agent not found on host dv-cinder-798189-3-iscsi {{(pid=110188) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 24 13:54:54.423008 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2fbe706f-04cb-486b-b34a-4db740a63cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509727'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:56.453721 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-13f32328-9d5b-4b4c-81af-69ec52e7544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509727'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:56.492555 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.db.api [None req-202a2612-94d1-4a5a-a8c6-e817c589f1b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798189-3-iscsi {{(pid=110188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 13:54:56.493001 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG oslo_db.api [None req-202a2612-94d1-4a5a-a8c6-e817c589f1b4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 13:54:57.080378 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-202a2612-94d1-4a5a-a8c6-e817c589f1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:57.331750 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38364) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:54:57.800764 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509727'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:54:58.110491 dv-cinder-798189-3-iscsi neutron-server[110186]: WARNING oslo_policy.policy [None req-02918fd6-3b84-4178-9845-e602baf29b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:54:58.111121 dv-cinder-798189-3-iscsi neutron-server[110186]: WARNING oslo_policy.policy [None req-02918fd6-3b84-4178-9845-e602baf29b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:54:58.344067 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [None req-02918fd6-3b84-4178-9845-e602baf29b3d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 13:54:58.363091 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-02918fd6-3b84-4178-9845-e602baf29b3d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0292327 Mar 24 13:54:58.977934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509727'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:00.203344 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.db.l3_hamode_db [None req-d859df37-ea0b-4b12-9bac-3890bc4b5df9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 24 13:55:00.282799 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859df37-ea0b-4b12-9bac-3890bc4b5df9 None None] Routers set() bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 13:55:00.283509 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859df37-ea0b-4b12-9bac-3890bc4b5df9 None None] Router IDs set() for agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 13:55:00.634739 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509727'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:00.635532 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.636257 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.636740 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.637134 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.638178 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.638734 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.639069 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.639425 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.639756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.640081 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.640430 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.640758 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.641094 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.641418 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.641737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:00.642146 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798189-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:00.650443 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798189-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:00.949831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38398) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:01.261954 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:01.355955 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.policy [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110186) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 13:55:01.398751 dv-cinder-798189-3-iscsi neutron-server[110186]: WARNING oslo_policy.policy [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:55:01.399135 dv-cinder-798189-3-iscsi neutron-server[110186]: WARNING oslo_policy.policy [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:55:01.585287 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738130468585', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738130464950', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738130382947', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738130394073', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738130363242', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738130325390', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32621973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32636295', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1744402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1817700'] for rbac-policy (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:01.717039 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:01.718170 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a970e690-2d97-4ef1-bd21-bcde74fb5da2 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7667437 Mar 24 13:55:04.196408 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38410) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:04.506830 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:04.611308 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Made reservation on behalf of 22cabf5aacdc4f5b864f3341a09109a3 for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 13:55:04.615080 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:04.631435 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:04.734899 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks [] for security_group (71f8de36-5454-44b7-8ec2-720c5f32bfe5), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:04.777217 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (71f8de36-5454-44b7-8ec2-720c5f32bfe5), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:04.807508 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 13:55:04.835658 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738127038266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:04.836247 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Unsubscribe: segment precommit_create {{(pid=110186) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 13:55:04.836756 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Added segment 3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac of type vlan for network c99682f3-a768-4d95-981f-690b36d5f60f Mar 24 13:55:04.842431 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8de36-5454-44b7-8ec2-720c5f32bfe5,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:04.877209 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.877484 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.877838 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.878168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.878490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.878870 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.879181 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.879495 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.879810 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.880121 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.880432 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.880758 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.881073 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.881378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.881685 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Tracked resource versions report: Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: pushed versions: Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: { 'AddressGroup': {'1.2'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Agent': {'1.1'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'ConntrackHelper': {'1.0'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'LocalIPAssociation': {'1.0'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Log': {'1.0'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'NDPProxy': {'1.0'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Network': {'1.1'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Port': {'1.7'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'PortForwarding': {'1.3'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'QosPolicy': {'1.10'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroup': {'1.5'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroupRule': {'1.2'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SubPort': {'1.0'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Subnet': {'1.1'}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Trunk': {'1.1'}} Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: consumer versions: Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Agent': '1.1', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'ConntrackHelper': '1.0', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'LocalIPAssociation': '1.0', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Log': '1.0', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'NDPProxy': '1.0', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Network': '1.1', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Port': '1.7', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'PortForwarding': '1.3', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'QosPolicy': '1.10', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroup': '1.5', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroupRule': '1.2', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SubPort': '1.0', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Subnet': '1.1', Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Trunk': '1.1'}} Mar 24 13:55:04.883206 dv-cinder-798189-3-iscsi neutron-server[110186]: {{(pid=110186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 13:55:04.951893 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (c99682f3-a768-4d95-981f-690b36d5f60f), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:05.034728 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (c99682f3-a768-4d95-981f-690b36d5f60f), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:05.039907 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:05.040668 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:05.163464 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] Pushing event updated for resources: {'Network': ['ID=c99682f3-a768-4d95-981f-690b36d5f60f,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:05.176005 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network c99682f3-a768-4d95-981f-690b36d5f60f details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 13:55:05.295096 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e8b81ef0-be52-4618-940e-87c4c5c4dabb demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0976033 Mar 24 13:55:07.877751 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38422) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:08.280831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8996d3-610b-4734-b960-c97e7c1ef93f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:08.282127 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ca8996d3-610b-4734-b960-c97e7c1ef93f demo admin] 10.222.0.20 "GET /v2.0/networks/c99682f3-a768-4d95-981f-690b36d5f60f HTTP/1.1" status: 200 len: 825 time: 0.4034166 Mar 24 13:55:08.305866 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-3516437c-09bd-4f00-8f1a-1f1299901499 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/c5a21d60-8d3b-4d1d-b250-08caea14946d HTTP/1.1" status: 200 len: 734 time: 0.0181146 Mar 24 13:55:08.314057 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d', 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:08.377382 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Made reservation on behalf of 22cabf5aacdc4f5b864f3341a09109a3 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 13:55:08.379649 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:08.708583 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (e9f3e4f9-7d90-4192-b72f-6129406caf2f), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:08.776763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Pushing event updated for resources: {'Subnet': ['ID=e9f3e4f9-7d90-4192-b72f-6129406caf2f,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:08.779616 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Checking segment: {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:55:08.780000 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Network hostable DHCP agents. Network: c99682f3-a768-4d95-981f-690b36d5f60f, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 13:55:08.868068 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Network c99682f3-a768-4d95-981f-690b36d5f60f is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 13:55:08.942422 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, c99682f3-a768-4d95-981f-690b36d5f60f) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:55:08.946894 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:08.947526 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:08.953574 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a284a0-3eb2-420e-884f-85fd7065dff8 None None] Network c99682f3-a768-4d95-981f-690b36d5f60f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:55:09.037132 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-87ee973e-c698-4dd5-933e-3d417953e24f demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7262051 Mar 24 13:55:09.337859 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-c99682f3-a768-4d95-981f-690b36d5f60f', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 13:55:09.339222 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:09.613597 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Allocated IP 172.20.0.2 (c99682f3-a768-4d95-981f-690b36d5f60f/e9f3e4f9-7d90-4192-b72f-6129406caf2f/166073df-3eac-40a8-b0bd-f8aa50d40ecf) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 13:55:09.878077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Publish callbacks [] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:09.943373 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:10.021750 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Network c99682f3-a768-4d95-981f-690b36d5f60f is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 13:55:10.031542 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:55:10.033959 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Pushing event updated for resources: {'Port': ['ID=166073df-3eac-40a8-b0bd-f8aa50d40ecf,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:10.037806 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 13:55:10.046300 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.046667 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.047025 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.047376 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.047706 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.048029 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.048348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.048667 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.048986 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.049305 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.049622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.049956 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.050273 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.050614 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.050932 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Tracked resource versions report: Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: pushed versions: Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: { 'AddressGroup': {'1.2'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Agent': {'1.1'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'ConntrackHelper': {'1.0'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'LocalIPAssociation': {'1.0'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Log': {'1.0'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'NDPProxy': {'1.0'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Network': {'1.1'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Port': {'1.7'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'PortForwarding': {'1.3'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'QosPolicy': {'1.10'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroup': {'1.5'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroupRule': {'1.2'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SubPort': {'1.0'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Subnet': {'1.1'}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Trunk': {'1.1'}} Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: consumer versions: Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Agent': '1.1', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'ConntrackHelper': '1.0', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'LocalIPAssociation': '1.0', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Log': '1.0', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'NDPProxy': '1.0', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Network': '1.1', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Port': '1.7', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'PortForwarding': '1.3', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'QosPolicy': '1.10', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroup': '1.5', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroupRule': '1.2', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SubPort': '1.0', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Subnet': '1.1', Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Trunk': '1.1'}} Mar 24 13:55:10.052388 dv-cinder-798189-3-iscsi neutron-server[110188]: {{(pid=110188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 13:55:10.127583 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Attempting to bind port 166073df-3eac-40a8-b0bd-f8aa50d40ecf on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 13:55:10.127982 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Attempting to bind port 166073df-3eac-40a8-b0bd-f8aa50d40ecf by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 13:55:10.128467 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Attempting to bind port 166073df-3eac-40a8-b0bd-f8aa50d40ecf on network c99682f3-a768-4d95-981f-690b36d5f60f {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 13:55:10.133640 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 13:55:10.134014 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Checking segment: {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:55:10.134487 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:10.134902 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Bound using segment: {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 13:55:10.135356 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Bound port: 166073df-3eac-40a8-b0bd-f8aa50d40ecf, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 13:55:10.135762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:10.199052 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] For port 166073df-3eac-40a8-b0bd-f8aa50d40ecf, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 13:55:10.203444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] For port 166073df-3eac-40a8-b0bd-f8aa50d40ecf, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=166073df-3eac-40a8-b0bd-f8aa50d40ecf,segment=NetworkSegment(3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac),segment_id=3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 13:55:10.275080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:10.341504 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837320c0-5209-4247-b52f-b590edeecff4 None None] Pushing event updated for resources: {'Port': ['ID=166073df-3eac-40a8-b0bd-f8aa50d40ecf,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:11.575792 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38430) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:11.885518 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [None req-851e9a67-450b-4762-b47d-6f46c5d12d7b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 13:55:11.886616 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-851e9a67-450b-4762-b47d-6f46c5d12d7b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097970 Mar 24 13:55:14.463788 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38438) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:14.769293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [None req-f5916ff2-6b2f-487d-8b46-dcd54da7cdf3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 13:55:14.770276 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f5916ff2-6b2f-487d-8b46-dcd54da7cdf3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3055763 Mar 24 13:55:17.312674 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 38446) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:17.796575 dv-cinder-798189-3-iscsi neutron-server[110187]: WARNING oslo_policy.policy [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:55:17.797217 dv-cinder-798189-3-iscsi neutron-server[110187]: WARNING oslo_policy.policy [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:55:18.019827 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:18.078796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.policy [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 13:55:18.123386 dv-cinder-798189-3-iscsi neutron-server[110187]: WARNING oslo_policy.policy [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:55:18.123785 dv-cinder-798189-3-iscsi neutron-server[110187]: WARNING oslo_policy.policy [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 13:55:18.263695 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (d40580c8-50dc-42a7-b7cb-073b6b72565e), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:18.265583 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (d40580c8-50dc-42a7-b7cb-073b6b72565e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:18.426225 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Publish callbacks [] for router_controller (d40580c8-50dc-42a7-b7cb-073b6b72565e), precommit_add_association {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:18.504298 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (d40580c8-50dc-42a7-b7cb-073b6b72565e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:18.590642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:18.591961 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5111e084-6daf-466a-bc8c-fa897a3d4db6 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2784081 Mar 24 13:55:21.114024 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38466) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:21.238452 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 166073df-3eac-40a8-b0bd-f8aa50d40ecf up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 13:55:21.324012 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 166073df-3eac-40a8-b0bd-f8aa50d40ecf triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:21.324455 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:21.431011 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 166073df-3eac-40a8-b0bd-f8aa50d40ecf is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:21.431404 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:21.443723 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [None req-82d24ffe-6427-4df4-965d-6b576d291909 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 13:55:21.454339 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-82d24ffe-6427-4df4-965d-6b576d291909 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297415 Mar 24 13:55:21.465618 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 166073df-3eac-40a8-b0bd-f8aa50d40ecf, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=166073df-3eac-40a8-b0bd-f8aa50d40ecf,segment=NetworkSegment(3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac),segment_id=3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 13:55:21.543357 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:21.599945 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=166073df-3eac-40a8-b0bd-f8aa50d40ecf,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:21.616071 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2137a7-808b-438a-a763-30d8b6e17ca5 None None] Network c99682f3-a768-4d95-981f-690b36d5f60f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:55:21.673597 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-bbfe88d6-2151-4683-8555-d4f06d733c4b None None] Provisioning complete for port 166073df-3eac-40a8-b0bd-f8aa50d40ecf triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:21.674632 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88d6-2151-4683-8555-d4f06d733c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:21.807299 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe88d6-2151-4683-8555-d4f06d733c4b None None] Current status of the port 166073df-3eac-40a8-b0bd-f8aa50d40ecf is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:22.029090 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-d5d75dc3-f7eb-4205-bdbd-cb708cafbfe6 None None] Provisioning complete for port 166073df-3eac-40a8-b0bd-f8aa50d40ecf triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:22.029579 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d5d75dc3-f7eb-4205-bdbd-cb708cafbfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:22.108269 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-d5d75dc3-f7eb-4205-bdbd-cb708cafbfe6 None None] Current status of the port 166073df-3eac-40a8-b0bd-f8aa50d40ecf is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:23.207361 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 166073df-3eac-40a8-b0bd-f8aa50d40ecf up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 13:55:23.254587 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 166073df-3eac-40a8-b0bd-f8aa50d40ecf triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:23.254978 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:23.331302 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 166073df-3eac-40a8-b0bd-f8aa50d40ecf is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:23.976566 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 38474) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:24.234186 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2c722f53-0cd8-4903-8dd0-e25dce67bb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.285424 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:24.348064 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Made reservation on behalf of 4db3b46671bf48edaba04a6541264d4e for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 13:55:24.350240 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.358446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.427870 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks [] for security_group (1b2a5744-e9f7-402e-bd1a-d9cd752a0bd4), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.474321 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (1b2a5744-e9f7-402e-bd1a-d9cd752a0bd4), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.489386 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Reserving flat network on physical network physnet1 {{(pid=110186) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 24 13:55:24.509178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2a5744-e9f7-402e-bd1a-d9cd752a0bd4,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:24.512597 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (56a4a98b-063f-45c5-927b-0aa469e8880f), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.512934 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Added segment 56a4a98b-063f-45c5-927b-0aa469e8880f of type flat for network 30278910-be67-4129-bc7c-760c34bddc25 Mar 24 13:55:24.556234 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (30278910-be67-4129-bc7c-760c34bddc25), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.651119 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (30278910-be67-4129-bc7c-760c34bddc25), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.652020 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:24.652588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:24.656953 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:55:24.738197 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] Pushing event updated for resources: {'Network': ['ID=30278910-be67-4129-bc7c-760c34bddc25,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:24.748397 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 30278910-be67-4129-bc7c-760c34bddc25 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 13:55:24.797193 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-4d4f06e5-af5c-437d-87e5-2c8a9a2a3c3e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8194799 Mar 24 13:55:26.451681 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-6c3d67ff-6e40-44b3-aa0f-72a25ed28ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:27.291265 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 38482) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:27.638616 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83540c16-ed0c-4230-abd3-5f599957e9de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:27.640040 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-83540c16-ed0c-4230-abd3-5f599957e9de demo admin] 10.222.0.20 "GET /v2.0/subnets/e9f3e4f9-7d90-4192-b72f-6129406caf2f HTTP/1.1" status: 200 len: 849 time: 0.3478477 Mar 24 13:55:27.731693 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:27.759790 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9762c730-0709-4434-9cc9-59fbc6682482 demo admin] 10.222.0.20 "GET /v2.0/routers/d40580c8-50dc-42a7-b7cb-073b6b72565e HTTP/1.1" status: 200 len: 704 time: 0.1141102 Mar 24 13:55:28.033609 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:28.334642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Allocated IP 172.20.0.1 (c99682f3-a768-4d95-981f-690b36d5f60f/e9f3e4f9-7d90-4192-b72f-6129406caf2f/22589464-cf13-442c-9b26-94e86234f518) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 13:55:28.537308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks [] for port (22589464-cf13-442c-9b26-94e86234f518), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:28.663179 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (22589464-cf13-442c-9b26-94e86234f518), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:28.728565 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Network c99682f3-a768-4d95-981f-690b36d5f60f is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 13:55:28.732891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:55:28.772989 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Pushing event updated for resources: {'Port': ['ID=22589464-cf13-442c-9b26-94e86234f518,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:28.775570 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 13:55:28.776519 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (d40580c8-50dc-42a7-b7cb-073b6b72565e), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:28.840250 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.840598 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.840962 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.841305 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.841642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.841971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.842296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.842653 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.842994 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.843321 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.843642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.843976 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.844298 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.844614 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.844929 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Tracked resource versions report: Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: pushed versions: Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: { 'AddressGroup': {'1.2'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Agent': {'1.1'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'ConntrackHelper': {'1.0'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'LocalIPAssociation': {'1.0'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Log': {'1.0'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'NDPProxy': {'1.0'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Network': {'1.1'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Port': {'1.7'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'PortForwarding': {'1.3'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'QosPolicy': {'1.10'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroup': {'1.5'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroupRule': {'1.2'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SubPort': {'1.0'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Subnet': {'1.1'}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Trunk': {'1.1'}} Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: consumer versions: Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Agent': '1.1', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'ConntrackHelper': '1.0', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'LocalIPAssociation': '1.0', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Log': '1.0', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'NDPProxy': '1.0', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Network': '1.1', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Port': '1.7', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'PortForwarding': '1.3', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'QosPolicy': '1.10', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroup': '1.5', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroupRule': '1.2', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SubPort': '1.0', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Subnet': '1.1', Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Trunk': '1.1'}} Mar 24 13:55:28.846332 dv-cinder-798189-3-iscsi neutron-server[110187]: {{(pid=110187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 13:55:28.942260 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:28.965616 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-b8b8ad82-3276-4b98-9085-353b906b59ce None None] Provisioning complete for port 22589464-cf13-442c-9b26-94e86234f518 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:28.966000 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b8b8ad82-3276-4b98-9085-353b906b59ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (22589464-cf13-442c-9b26-94e86234f518), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:28.998846 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8ad82-3276-4b98-9085-353b906b59ce None None] Port 22589464-cf13-442c-9b26-94e86234f518 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 13:55:29.055983 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (22589464-cf13-442c-9b26-94e86234f518), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:29.260921 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks [] for port (22589464-cf13-442c-9b26-94e86234f518), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:29.331167 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (22589464-cf13-442c-9b26-94e86234f518), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:29.331931 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (d40580c8-50dc-42a7-b7cb-073b6b72565e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:29.449418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Pushing event updated for resources: {'Port': ['ID=22589464-cf13-442c-9b26-94e86234f518,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:29.496070 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Network c99682f3-a768-4d95-981f-690b36d5f60f is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 13:55:29.497357 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:55:29.748467 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Router d40580c8-50dc-42a7-b7cb-073b6b72565e is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 13:55:29.824963 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-b08d928a-43d0-452e-8905-f01e333c7243 None None] Provisioning complete for port 22589464-cf13-442c-9b26-94e86234f518 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:29.825348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b08d928a-43d0-452e-8905-f01e333c7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (22589464-cf13-442c-9b26-94e86234f518), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:29.840363 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 13:55:29.845623 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-0d6b82b0-1c80-49aa-924b-b298e8870ccf demo admin] 10.222.0.20 "PUT /v2.0/routers/d40580c8-50dc-42a7-b7cb-073b6b72565e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0807078 Mar 24 13:55:29.851272 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Sync routers for ids ['d40580c8-50dc-42a7-b7cb-073b6b72565e'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 13:55:29.863468 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-b08d928a-43d0-452e-8905-f01e333c7243 None None] Port 22589464-cf13-442c-9b26-94e86234f518 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 13:55:29.863734 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Routers {'d40580c8-50dc-42a7-b7cb-073b6b72565e'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 13:55:29.865154 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T13:55:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['d40580c8-50dc-42a7-b7cb-073b6b72565e'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:30.056779 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Set router d40580c8-50dc-42a7-b7cb-073b6b72565e gateway port host: None {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 13:55:30.483418 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'name': 'router1', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T13:55:18Z', 'updated_at': '2022-03-24T13:55:28Z', 'revision_number': 2, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'gw_port_host': None, '_interfaces': [{'id': '22589464-cf13-442c-9b26-94e86234f518', 'name': '', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'mac_address': 'fa:16:3e:03:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:28Z', 'updated_at': '2022-03-24T13:55:29Z', 'revision_number': 2, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'subnets': [{'id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:30.532936 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Checking router: d40580c8-50dc-42a7-b7cb-073b6b72565e for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 13:55:30.533313 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Updating router d40580c8-50dc-42a7-b7cb-073b6b72565e port 22589464-cf13-442c-9b26-94e86234f518 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 13:55:30.560046 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:30.611863 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (22589464-cf13-442c-9b26-94e86234f518), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.090059 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Publish callbacks [] for port (22589464-cf13-442c-9b26-94e86234f518), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.170994 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (22589464-cf13-442c-9b26-94e86234f518), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.308963 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Pushing event updated for resources: {'Port': ['ID=22589464-cf13-442c-9b26-94e86234f518,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:31.337034 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.337379 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.337729 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.338066 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.338399 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.338752 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.339080 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.339469 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.339797 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.340122 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.340447 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.340791 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.341108 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.341425 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.341742 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Tracked resource versions report: Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: pushed versions: Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: { 'AddressGroup': {'1.2'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Agent': {'1.1'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'ConntrackHelper': {'1.0'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'LocalIPAssociation': {'1.0'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Log': {'1.0'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'NDPProxy': {'1.0'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Network': {'1.1'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Port': {'1.7'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'PortForwarding': {'1.3'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'QosPolicy': {'1.10'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroup': {'1.5'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroupRule': {'1.2'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SubPort': {'1.0'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Subnet': {'1.1'}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Trunk': {'1.1'}} Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: consumer versions: Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Agent': '1.1', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'ConntrackHelper': '1.0', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'LocalIPAssociation': '1.0', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Log': '1.0', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'NDPProxy': '1.0', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Network': '1.1', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Port': '1.7', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'PortForwarding': '1.3', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'QosPolicy': '1.10', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroup': '1.5', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroupRule': '1.2', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SubPort': '1.0', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Subnet': '1.1', Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Trunk': '1.1'}} Mar 24 13:55:31.343235 dv-cinder-798189-3-iscsi neutron-server[110189]: {{(pid=110189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 13:55:31.350046 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Attempting to bind port 22589464-cf13-442c-9b26-94e86234f518 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 13:55:31.350735 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Attempting to bind port 22589464-cf13-442c-9b26-94e86234f518 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 13:55:31.351178 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Attempting to bind port 22589464-cf13-442c-9b26-94e86234f518 on network c99682f3-a768-4d95-981f-690b36d5f60f {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 13:55:31.357950 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 13:55:31.358360 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Checking segment: {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:55:31.358839 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.359230 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Bound using segment: {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 13:55:31.359687 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Bound port: 22589464-cf13-442c-9b26-94e86234f518, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 13:55:31.360061 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (22589464-cf13-442c-9b26-94e86234f518), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.427406 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] For port 22589464-cf13-442c-9b26-94e86234f518, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 13:55:31.446516 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] For port 22589464-cf13-442c-9b26-94e86234f518, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=22589464-cf13-442c-9b26-94e86234f518,segment=NetworkSegment(3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac),segment_id=3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 13:55:31.493072 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-4fcf1ee9-bca6-4c8c-ae0b-e4102962f62a None None] Provisioning complete for port 22589464-cf13-442c-9b26-94e86234f518 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:31.493465 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4fcf1ee9-bca6-4c8c-ae0b-e4102962f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (22589464-cf13-442c-9b26-94e86234f518), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.509109 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (22589464-cf13-442c-9b26-94e86234f518), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.528563 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf1ee9-bca6-4c8c-ae0b-e4102962f62a None None] Port 22589464-cf13-442c-9b26-94e86234f518 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 13:55:31.568713 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Routers {'d40580c8-50dc-42a7-b7cb-073b6b72565e'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 13:55:31.569329 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T13:55:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['d40580c8-50dc-42a7-b7cb-073b6b72565e'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:31.574422 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e6265-8044-49c0-b8f6-5f7e4b6488bd None None] Pushing event updated for resources: {'Port': ['ID=22589464-cf13-442c-9b26-94e86234f518,revision_number=4']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:31.666381 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] Set router d40580c8-50dc-42a7-b7cb-073b6b72565e gateway port host: None {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 13:55:31.747684 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] Provisioning complete for port 22589464-cf13-442c-9b26-94e86234f518 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:31.748260 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (22589464-cf13-442c-9b26-94e86234f518), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.829961 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] Current status of the port 22589464-cf13-442c-9b26-94e86234f518 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:31.830539 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (22589464-cf13-442c-9b26-94e86234f518), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.863129 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] For port 22589464-cf13-442c-9b26-94e86234f518, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=22589464-cf13-442c-9b26-94e86234f518,segment=NetworkSegment(3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac),segment_id=3ebe5a47-d260-45ae-9b24-a9d8bf21f9ac)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 13:55:31.881590 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'name': 'router1', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T13:55:18Z', 'updated_at': '2022-03-24T13:55:28Z', 'revision_number': 2, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'gw_port_host': None, '_interfaces': [{'id': '22589464-cf13-442c-9b26-94e86234f518', 'name': '', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'mac_address': 'fa:16:3e:03:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:28Z', 'updated_at': '2022-03-24T13:55:31Z', 'revision_number': 4, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'subnets': [{'id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:31.911941 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de8bfa-ad92-4a5e-9b39-d4786261f166 None None] The sync data for ids ['d40580c8-50dc-42a7-b7cb-073b6b72565e'] in dv-cinder-798189-3-iscsi is: [{'id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'name': 'router1', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T13:55:18Z', 'updated_at': '2022-03-24T13:55:28Z', 'revision_number': 2, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'gw_port_host': None, '_interfaces': [{'id': '22589464-cf13-442c-9b26-94e86234f518', 'name': '', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'mac_address': 'fa:16:3e:03:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:28Z', 'updated_at': '2022-03-24T13:55:31Z', 'revision_number': 4, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'subnets': [{'id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 13:55:31.942884 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (22589464-cf13-442c-9b26-94e86234f518), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:31.992162 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930ab3-93a4-4239-bc55-51478483b41e None None] Pushing event updated for resources: {'Port': ['ID=22589464-cf13-442c-9b26-94e86234f518,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:32.321499 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 38506) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:32.430020 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877bf5e-08a3-452f-a82e-4bc595c33b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:32.431331 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1877bf5e-08a3-452f-a82e-4bc595c33b3b admin admin] 10.222.0.20 "GET /v2.0/networks/30278910-be67-4129-bc7c-760c34bddc25 HTTP/1.1" status: 200 len: 842 time: 0.1088824 Mar 24 13:55:32.441192 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'enable_dhcp': False}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:32.560170 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Made reservation on behalf of 4db3b46671bf48edaba04a6541264d4e for: {'subnet': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 13:55:32.562574 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:32.936889 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.objects.ports [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 13:55:32.937318 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (97759853-761f-489d-8e70-f177495438a5), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:32.998196 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97759853-761f-489d-8e70-f177495438a5,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:33.000412 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:55:33.000763 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Network hostable DHCP agents. Network: 30278910-be67-4129-bc7c-760c34bddc25, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 13:55:33.102001 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 13:55:33.187955 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 30278910-be67-4129-bc7c-760c34bddc25) {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:55:33.191776 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:33.192402 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:33.199217 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76835689-45b5-4707-8604-3f99318f302a None None] Network 30278910-be67-4129-bc7c-760c34bddc25 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:55:33.276383 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-30e7e222-9f1f-4a1d-9619-eb991e62c267 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8384926 Mar 24 13:55:33.298473 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912564d-e89c-4e31-a7cd-15fe2a707373 None None] Network 30278910-be67-4129-bc7c-760c34bddc25 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:55:35.719771 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 38524) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:35.851578 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-c621991a-31b8-48d9-8361-43c6d80efef7 demo admin] 10.222.0.20 "GET /v2.0/routers/d40580c8-50dc-42a7-b7cb-073b6b72565e HTTP/1.1" status: 200 len: 710 time: 0.1306856 Mar 24 13:55:35.936602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b414f-8265-4e4f-8110-b1fb01b57da4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:55:35.937894 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6b4b414f-8265-4e4f-8110-b1fb01b57da4 demo admin] 10.222.0.20 "GET /v2.0/networks/30278910-be67-4129-bc7c-760c34bddc25 HTTP/1.1" status: 200 len: 886 time: 0.0811026 Mar 24 13:55:35.946609 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:55:36.195008 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks [] for router_gateway (d40580c8-50dc-42a7-b7cb-073b6b72565e), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:36.561190 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks [] for router_gateway (d40580c8-50dc-42a7-b7cb-073b6b72565e), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:36.633544 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:36.735556 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Allocated IP 172.27.0.98 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/50191474-23b2-4f62-aee2-ab889abcfc2e) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 13:55:36.836935 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks [] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:36.919747 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:36.955611 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 13:55:36.958423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:55:36.960924 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 13:55:36.971497 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Pushing event updated for resources: {'Port': ['ID=50191474-23b2-4f62-aee2-ab889abcfc2e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:37.328337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks [] for router_gateway (d40580c8-50dc-42a7-b7cb-073b6b72565e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:37.519816 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-954'] for router (d40580c8-50dc-42a7-b7cb-073b6b72565e), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:37.523010 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-507935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507829'] for router (d40580c8-50dc-42a7-b7cb-073b6b72565e), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:37.627860 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Router d40580c8-50dc-42a7-b7cb-073b6b72565e has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 13:55:37.736624 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 13:55:37.741531 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:37.758583 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1af85cc6-7fde-4646-be0a-33989b4b7d70 demo admin] 10.222.0.20 "PUT /v2.0/routers/d40580c8-50dc-42a7-b7cb-073b6b72565e HTTP/1.1" status: 200 len: 889 time: 1.7990980 Mar 24 13:55:39.239372 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 22589464-cf13-442c-9b26-94e86234f518 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 13:55:39.287398 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 22589464-cf13-442c-9b26-94e86234f518 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:39.287794 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (22589464-cf13-442c-9b26-94e86234f518), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:39.367077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 22589464-cf13-442c-9b26-94e86234f518 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:40.271728 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 38536) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:55:40.393818 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-c728742b-1c07-48dd-8421-2bd53fbb04ba admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1209335 Mar 24 13:55:40.496230 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Sync routers for ids ['d40580c8-50dc-42a7-b7cb-073b6b72565e'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 13:55:40.508409 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Routers {'d40580c8-50dc-42a7-b7cb-073b6b72565e'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 13:55:40.509082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T13:55:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['d40580c8-50dc-42a7-b7cb-073b6b72565e'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:40.721247 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Set router d40580c8-50dc-42a7-b7cb-073b6b72565e gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 13:55:41.190768 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'name': 'router1', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '50191474-23b2-4f62-aee2-ab889abcfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T13:55:18Z', 'updated_at': '2022-03-24T13:55:37Z', 'revision_number': 4, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'gw_port': {'id': '50191474-23b2-4f62-aee2-ab889abcfc2e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:36Z', 'updated_at': '2022-03-24T13:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '22589464-cf13-442c-9b26-94e86234f518', 'name': '', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'mac_address': 'fa:16:3e:03:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:28Z', 'updated_at': '2022-03-24T13:55:31Z', 'revision_number': 5, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'subnets': [{'id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:41.243143 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Checking router: d40580c8-50dc-42a7-b7cb-073b6b72565e for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 13:55:41.243514 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Updating router d40580c8-50dc-42a7-b7cb-073b6b72565e port 50191474-23b2-4f62-aee2-ab889abcfc2e binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 13:55:41.302942 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:41.616346 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Publish callbacks [] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:41.685257 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:41.739243 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaea0e-5a4e-4d44-8c16-05de33c7ed79 None None] Pushing event updated for resources: {'Port': ['ID=50191474-23b2-4f62-aee2-ab889abcfc2e,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:41.742687 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Attempting to bind port 50191474-23b2-4f62-aee2-ab889abcfc2e on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 13:55:41.743058 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Attempting to bind port 50191474-23b2-4f62-aee2-ab889abcfc2e by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 13:55:41.743417 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Attempting to bind port 50191474-23b2-4f62-aee2-ab889abcfc2e on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 13:55:41.748976 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 13:55:41.749346 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:55:41.749742 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:41.750119 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 13:55:41.750599 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Bound port: 50191474-23b2-4f62-aee2-ab889abcfc2e, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 13:55:41.750974 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:41.799822 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] For port 50191474-23b2-4f62-aee2-ab889abcfc2e, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 13:55:41.802679 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] For port 50191474-23b2-4f62-aee2-ab889abcfc2e, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=50191474-23b2-4f62-aee2-ab889abcfc2e,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 13:55:41.879778 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:41.923768 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Routers {'d40580c8-50dc-42a7-b7cb-073b6b72565e'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 13:55:41.924370 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T13:55:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['d40580c8-50dc-42a7-b7cb-073b6b72565e'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:41.974730 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaea0e-5a4e-4d44-8c16-05de33c7ed79 None None] Pushing event updated for resources: {'Port': ['ID=50191474-23b2-4f62-aee2-ab889abcfc2e,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:42.072598 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] Set router d40580c8-50dc-42a7-b7cb-073b6b72565e gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 13:55:42.291630 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'name': 'router1', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '50191474-23b2-4f62-aee2-ab889abcfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T13:55:18Z', 'updated_at': '2022-03-24T13:55:37Z', 'revision_number': 4, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'gw_port': {'id': '50191474-23b2-4f62-aee2-ab889abcfc2e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:36Z', 'updated_at': '2022-03-24T13:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '22589464-cf13-442c-9b26-94e86234f518', 'name': '', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'mac_address': 'fa:16:3e:03:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:28Z', 'updated_at': '2022-03-24T13:55:31Z', 'revision_number': 5, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'subnets': [{'id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 13:55:42.320676 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d696e-b4c9-4e8f-853b-333a8c3dd230 None None] The sync data for ids ['d40580c8-50dc-42a7-b7cb-073b6b72565e'] in dv-cinder-798189-3-iscsi is: [{'id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'name': 'router1', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '50191474-23b2-4f62-aee2-ab889abcfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T13:55:18Z', 'updated_at': '2022-03-24T13:55:37Z', 'revision_number': 4, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'gw_port': {'id': '50191474-23b2-4f62-aee2-ab889abcfc2e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:36Z', 'updated_at': '2022-03-24T13:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '22589464-cf13-442c-9b26-94e86234f518', 'name': '', 'network_id': 'c99682f3-a768-4d95-981f-690b36d5f60f', 'tenant_id': '22cabf5aacdc4f5b864f3341a09109a3', 'mac_address': 'fa:16:3e:03:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40580c8-50dc-42a7-b7cb-073b6b72565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T13:55:28Z', 'updated_at': '2022-03-24T13:55:31Z', 'revision_number': 5, 'project_id': '22cabf5aacdc4f5b864f3341a09109a3', 'subnets': [{'id': 'e9f3e4f9-7d90-4192-b72f-6129406caf2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5a21d60-8d3b-4d1d-b250-08caea14946d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 13:55:43.284840 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 50191474-23b2-4f62-aee2-ab889abcfc2e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 13:55:43.342821 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 50191474-23b2-4f62-aee2-ab889abcfc2e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:43.343460 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:43.438109 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 50191474-23b2-4f62-aee2-ab889abcfc2e is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:43.438334 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:43.461653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 50191474-23b2-4f62-aee2-ab889abcfc2e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=50191474-23b2-4f62-aee2-ab889abcfc2e,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 13:55:43.554103 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:43.600320 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=50191474-23b2-4f62-aee2-ab889abcfc2e,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:55:45.276190 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 50191474-23b2-4f62-aee2-ab889abcfc2e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 13:55:45.342160 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 50191474-23b2-4f62-aee2-ab889abcfc2e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:55:45.342936 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (50191474-23b2-4f62-aee2-ab889abcfc2e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:45.503658 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 50191474-23b2-4f62-aee2-ab889abcfc2e is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:55:54.245282 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f267afe1-cdfb-4bc0-941f-e9b2c115be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:56.468107 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-be4d81ed-8050-4284-b03d-b3ea754cdc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:57.753455 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:55:58.972308 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:00.570359 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:01.656901 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:56:24.461751 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f213f4b3-96a5-4a96-8eae-fd0d41c08c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:26.467207 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b81fb001-3531-47a9-a30d-41d8e26ec1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:27.735777 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:28.947451 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:30.570104 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:38.656736 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:56:54.290212 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4a83995e-516b-4d69-b2f4-4e6459fe98f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:56.449201 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e232c294-e347-474c-90cb-9acd23debe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:57.757811 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:56:58.934893 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:00.546233 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:03.848378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39020) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:03.911589 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c432d85-98c6-4011-8078-69d7f9348864 admin admin] GET failed (client error): The resource could not be found. Mar 24 13:57:03.912825 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-1c432d85-98c6-4011-8078-69d7f9348864 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635104 Mar 24 13:57:04.070949 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f61bfe-c117-494e-bc6a-28bbb47a305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:04.072402 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-95f61bfe-c117-494e-bc6a-28bbb47a305c admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555958 Mar 24 13:57:06.380588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39030) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:06.469570 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db237bb-6751-4fa4-8c7f-67199ea08ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:06.470901 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8db237bb-6751-4fa4-8c7f-67199ea08ee6 admin admin] 10.222.0.20 "GET /v2.0/subnets/e9f3e4f9-7d90-4192-b72f-6129406caf2f HTTP/1.1" status: 200 len: 849 time: 0.0893474 Mar 24 13:57:06.480862 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:57:06.564172 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Publish callbacks [] for subnet (e9f3e4f9-7d90-4192-b72f-6129406caf2f), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:06.763213 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738127198347'] for subnet (e9f3e4f9-7d90-4192-b72f-6129406caf2f), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:06.800899 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:06.801493 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:06.802883 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] 10.222.0.20 "PUT /v2.0/subnets/e9f3e4f9-7d90-4192-b72f-6129406caf2f HTTP/1.1" status: 200 len: 868 time: 0.3261266 Mar 24 13:57:06.812271 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290a5b2-998c-4d7b-8e97-db47a89aaab0 None None] Network c99682f3-a768-4d95-981f-690b36d5f60f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:57:06.822292 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f3e4f9-7d90-4192-b72f-6129406caf2f,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:57:06.829760 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.830126 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.830468 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.830852 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.831188 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.831514 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.831828 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.832147 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.832483 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.832950 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.833296 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.833635 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.833977 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.834291 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:06.834605 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe7472-141a-4e70-a604-20530dd452b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:07.111210 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-e2327d54-6111-46fb-a492-67bdecba8414 None None] Provisioning complete for port 22589464-cf13-442c-9b26-94e86234f518 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:57:07.111604 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e2327d54-6111-46fb-a492-67bdecba8414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (22589464-cf13-442c-9b26-94e86234f518), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:07.191493 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-e2327d54-6111-46fb-a492-67bdecba8414 None None] Current status of the port 22589464-cf13-442c-9b26-94e86234f518 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:57:07.202092 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-e2327d54-6111-46fb-a492-67bdecba8414 None None] Provisioning complete for port 166073df-3eac-40a8-b0bd-f8aa50d40ecf triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:57:07.202545 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e2327d54-6111-46fb-a492-67bdecba8414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (166073df-3eac-40a8-b0bd-f8aa50d40ecf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:07.279073 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-e2327d54-6111-46fb-a492-67bdecba8414 None None] Current status of the port 166073df-3eac-40a8-b0bd-f8aa50d40ecf is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:57:09.127978 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39038) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:09.320682 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5a5f7-756b-4238-8ea8-1411a214fe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:09.321067 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5a5f7-756b-4238-8ea8-1411a214fe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:09.322616 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2ed5a5f7-756b-4238-8ea8-1411a214fe62 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936765 Mar 24 13:57:11.650429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39046) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:11.921154 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6110ddf-b02b-434d-98ee-dae7c4b8365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:11.921532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6110ddf-b02b-434d-98ee-dae7c4b8365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:11.923080 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b6110ddf-b02b-434d-98ee-dae7c4b8365c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2716596 Mar 24 13:57:14.223502 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39056) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:14.346294 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a42bf-e800-4e49-9e65-86172f1126f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:14.347590 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1b7a42bf-e800-4e49-9e65-86172f1126f3 admin admin] 10.222.0.20 "GET /v2.0/networks/30278910-be67-4129-bc7c-760c34bddc25 HTTP/1.1" status: 200 len: 886 time: 0.1231487 Mar 24 13:57:15.655882 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:57:16.658899 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39064) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:16.783829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f1803a-29bf-429a-8e10-7d80bfd14f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:16.785178 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-88f1803a-29bf-429a-8e10-7d80bfd14f56 admin admin] 10.222.0.20 "GET /v2.0/networks/c99682f3-a768-4d95-981f-690b36d5f60f HTTP/1.1" status: 200 len: 869 time: 0.1253309 Mar 24 13:57:19.086758 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39072) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:19.210811 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f9128-457b-4023-b9a1-c02a8f0d9845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:19.211268 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f9128-457b-4023-b9a1-c02a8f0d9845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:19.212819 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-032f9128-457b-4023-b9a1-c02a8f0d9845 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251202 Mar 24 13:57:21.506645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39080) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:21.595856 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb817494-99fa-4920-abd4-8edede2b11ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:21.596309 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb817494-99fa-4920-abd4-8edede2b11ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:21.597840 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cb817494-99fa-4920-abd4-8edede2b11ea admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901349 Mar 24 13:57:23.890942 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39088) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:23.978472 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16177b1a-f45f-4df6-b6d6-0deef00c3f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:23.979867 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-16177b1a-f45f-4df6-b6d6-0deef00c3f5d admin admin] 10.222.0.20 "GET /v2.0/subnets/97759853-761f-489d-8e70-f177495438a5 HTTP/1.1" status: 200 len: 816 time: 0.0879629 Mar 24 13:57:24.238087 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b2d5455f-ed80-4e09-98c0-39707f345655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:26.288513 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39096) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:26.377712 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107471f-1530-46bf-b5a8-48bd3e5e7271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:26.379080 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7107471f-1530-46bf-b5a8-48bd3e5e7271 admin admin] 10.222.0.20 "GET /v2.0/subnets/e9f3e4f9-7d90-4192-b72f-6129406caf2f HTTP/1.1" status: 200 len: 868 time: 0.0895960 Mar 24 13:57:26.464762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-129eab27-f6ce-475f-8363-b518e6559426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:27.756435 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:28.956770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:30.573828 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:52.654232 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:57:54.259382 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-35178379-9c9c-4781-8ae0-b0ef2aee5b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:54.264586 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39148) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:54.312956 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [None req-fa95cd3d-82f6-488b-8a69-95f040527915 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 13:57:54.313961 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-fa95cd3d-82f6-488b-8a69-95f040527915 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484471 Mar 24 13:57:56.464784 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0940e2b0-8cb3-42bf-a2df-33aa20701dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:56.688971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39156) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:56.748073 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.pecan_wsgi.hooks.translation [None req-882429e4-118f-4cc3-9eca-a4307761aa24 admin admin] GET failed (client error): The resource could not be found. Mar 24 13:57:56.749505 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-882429e4-118f-4cc3-9eca-a4307761aa24 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594485 Mar 24 13:57:56.891995 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce5f4ee-76a0-4860-b14d-eec1946660eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:56.893462 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8ce5f4ee-76a0-4860-b14d-eec1946660eb admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399853 Mar 24 13:57:57.762040 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:58.951064 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:59.216526 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39164) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:57:59.264177 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:57:59.354875 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Made reservation on behalf of 4db3b46671bf48edaba04a6541264d4e for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 13:57:59.357171 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:59.384122 dv-cinder-798189-3-iscsi neutron-server[110187]: WARNING neutron.services.revisions.revision_plugin [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Could not find related network for resource to bump revision. Mar 24 13:57:59.399632 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 13:57:59.411104 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738127038266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (ed2df4fe-e2f1-4951-bb10-85f8557d190c), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:59.412185 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Unsubscribe: segment precommit_create {{(pid=110187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 13:57:59.412684 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Added segment ed2df4fe-e2f1-4951-bb10-85f8557d190c of type vlan for network b20e58e6-f790-414a-a2fc-a11997d4896d Mar 24 13:57:59.466381 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (b20e58e6-f790-414a-a2fc-a11997d4896d), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:59.539206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (b20e58e6-f790-414a-a2fc-a11997d4896d), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:59.540120 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:57:59.540691 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:57:59.627103 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b20e58e6-f790-414a-a2fc-a11997d4896d,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:57:59.633483 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.633850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.634192 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.634530 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.634884 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.635211 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.635536 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.635858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.636195 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.636520 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.636857 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.637194 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.637515 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.637833 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.638149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:57:59.650230 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network b20e58e6-f790-414a-a2fc-a11997d4896d details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 13:57:59.656011 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5c6ef682-bd5f-4b4f-852a-d709d63919f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4384501 Mar 24 13:58:00.585016 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:01.991577 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39172) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:58:02.050356 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47e4d26-fc3f-4da3-b180-c21ce20f6953 admin admin] GET failed (client error): The resource could not be found. Mar 24 13:58:02.051677 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d47e4d26-fc3f-4da3-b180-c21ce20f6953 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590417 Mar 24 13:58:02.118446 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab3c5ce-09a5-4f8f-bd13-47e26adacef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:58:02.119912 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-bab3c5ce-09a5-4f8f-bd13-47e26adacef0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0636685 Mar 24 13:58:02.129049 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 13:58:02.219126 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Made reservation on behalf of 4db3b46671bf48edaba04a6541264d4e for: {'subnet': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 13:58:02.221265 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:02.429411 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (2f41be66-79f3-4ec2-913c-ae20f4bd5dc6), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:02.480291 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f41be66-79f3-4ec2-913c-ae20f4bd5dc6,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:58:02.489724 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Checking segment: {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:58:02.490080 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Network hostable DHCP agents. Network: b20e58e6-f790-414a-a2fc-a11997d4896d, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 13:58:02.560736 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Network b20e58e6-f790-414a-a2fc-a11997d4896d is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 13:58:02.647341 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, b20e58e6-f790-414a-a2fc-a11997d4896d) {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:58:02.651317 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 13:58:02.651901 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:02.656082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b787d6-21b9-4b1a-8c63-b6437e2ea839 None None] Network b20e58e6-f790-414a-a2fc-a11997d4896d requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:58:02.749098 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1e62a5de-68ec-4ca1-90c0-d50a2952d0e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6216419 Mar 24 13:58:02.750007 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-b20e58e6-f790-414a-a2fc-a11997d4896d', 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d', 'project_id': '4db3b46671bf48edaba04a6541264d4e', 'fixed_ips': [{'subnet_id': '2f41be66-79f3-4ec2-913c-ae20f4bd5dc6'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 13:58:02.750894 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:02.896643 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Allocated IP 192.168.233.2 (b20e58e6-f790-414a-a2fc-a11997d4896d/2f41be66-79f3-4ec2-913c-ae20f4bd5dc6/02a16fe1-9256-4067-91b3-2856d9e332b5) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 13:58:03.141588 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Publish callbacks [] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:03.207189 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:03.244351 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Network b20e58e6-f790-414a-a2fc-a11997d4896d is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 13:58:03.247227 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 13:58:03.256365 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 13:58:03.259345 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Pushing event updated for resources: {'Port': ['ID=02a16fe1-9256-4067-91b3-2856d9e332b5,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:58:03.269374 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.269720 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.270075 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.270433 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.270788 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.272686 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.272686 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.272686 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.272686 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.272686 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.272686 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.273203 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.273203 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.273524 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.273830 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:58:03.327992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Attempting to bind port 02a16fe1-9256-4067-91b3-2856d9e332b5 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 13:58:03.328343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Attempting to bind port 02a16fe1-9256-4067-91b3-2856d9e332b5 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 13:58:03.328638 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Attempting to bind port 02a16fe1-9256-4067-91b3-2856d9e332b5 on network b20e58e6-f790-414a-a2fc-a11997d4896d {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 13:58:03.334026 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 13:58:03.334389 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Checking segment: {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 13:58:03.334835 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:03.335201 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Bound using segment: {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 13:58:03.335653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Bound port: 02a16fe1-9256-4067-91b3-2856d9e332b5, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 13:58:03.336020 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:03.397727 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] For port 02a16fe1-9256-4067-91b3-2856d9e332b5, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 13:58:03.400799 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] For port 02a16fe1-9256-4067-91b3-2856d9e332b5, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=02a16fe1-9256-4067-91b3-2856d9e332b5,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 13:58:03.511386 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:03.573037 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe5ab5-db99-43b4-a471-af98f07e5fd6 None None] Pushing event updated for resources: {'Port': ['ID=02a16fe1-9256-4067-91b3-2856d9e332b5,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:58:04.435707 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719c02c-b034-4f4c-9cd7-b063470e9227 None None] Network b20e58e6-f790-414a-a2fc-a11997d4896d requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 13:58:04.518151 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] Provisioning complete for port 02a16fe1-9256-4067-91b3-2856d9e332b5 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:58:04.518548 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:04.632276 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] Current status of the port 02a16fe1-9256-4067-91b3-2856d9e332b5 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:58:04.632699 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:04.668428 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] For port 02a16fe1-9256-4067-91b3-2856d9e332b5, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=02a16fe1-9256-4067-91b3-2856d9e332b5,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 13:58:04.750656 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:04.797737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eb12d-fd9f-42c7-bf3a-b8ede04b9843 None None] Pushing event updated for resources: {'Port': ['ID=02a16fe1-9256-4067-91b3-2856d9e332b5,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:58:04.870859 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-d80e9d03-f62f-4e03-817f-543b6f36119f None None] Provisioning complete for port 02a16fe1-9256-4067-91b3-2856d9e332b5 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:58:04.871252 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d03-f62f-4e03-817f-543b6f36119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:04.949630 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-d80e9d03-f62f-4e03-817f-543b6f36119f None None] Current status of the port 02a16fe1-9256-4067-91b3-2856d9e332b5 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:58:05.356525 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 02a16fe1-9256-4067-91b3-2856d9e332b5 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 13:58:05.407826 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 02a16fe1-9256-4067-91b3-2856d9e332b5 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 13:58:05.408221 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (02a16fe1-9256-4067-91b3-2856d9e332b5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:05.485477 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 02a16fe1-9256-4067-91b3-2856d9e332b5 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 13:58:24.213162 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7070c1c4-ca2d-4cb3-ae27-29a8b06cc71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:26.451673 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d55f7397-9feb-4202-8ffd-bc740c80e3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:27.761877 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:28.965781 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:29.652922 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:58:30.606882 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:54.246988 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-30b9ebbd-e686-405f-b32f-17e75920eb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:56.469428 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9da216ca-3be4-4c58-9520-75022a842240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:57.834895 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:58:58.971946 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:00.560739 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:06.651885 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:59:24.268580 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3d86bad2-d5b3-4d04-befb-1021fb297b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:26.445977 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-492d9fa1-d6fe-4f1a-985b-cf261950489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:27.775760 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:29.034490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:30.609752 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:43.652073 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 13:59:54.255054 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-421ec325-f8ba-4d34-a2e2-23abea10f3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:56.460847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c7fa87cc-7800-4404-9c24-f251dff7f80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:56.624576 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39210) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:59:56.631657 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [None req-9641a92c-9eb5-4f90-b35f-6028bb335d63 tempest-verify_tempest_config-1702617731 tempest-verify_tempest_config-1702617731-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 13:59:56.632625 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9641a92c-9eb5-4f90-b35f-6028bb335d63 tempest-verify_tempest_config-1702617731 tempest-verify_tempest_config-1702617731-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070705 Mar 24 13:59:57.163887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39228) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:59:57.263215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.361047 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Publish callbacks [] for security_group (fc710c8b-e110-4c32-951c-80fe742042bf), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.433993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fc710c8b-e110-4c32-951c-80fe742042bf), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.477529 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=598a9545ca38487f8c7e7bae312fa853&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3124299 Mar 24 13:59:57.478490 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc710c8b-e110-4c32-951c-80fe742042bf,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:59:57.480178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39232) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 13:59:57.485374 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.485718 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.486069 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.486406 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.486795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.487117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.487435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.487755 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.488086 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.488387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.488702 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.489020 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.489333 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.489644 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.489953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a974fd-d02e-48cc-8a66-bf66fdd2776c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.534375 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Publish callbacks [] for security_group (fc710c8b-e110-4c32-951c-80fe742042bf), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.554908 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Publish callbacks [] for security_group (fc710c8b-e110-4c32-951c-80fe742042bf), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.725438 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fc710c8b-e110-4c32-951c-80fe742042bf), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.728419 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:57.729515 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc710c8b-e110-4c32-951c-80fe742042bf HTTP/1.1" status: 204 len: 168 time: 0.2478812 Mar 24 13:59:57.737718 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc710c8b-e110-4c32-951c-80fe742042bf,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 13:59:57.744553 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.744969 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.745337 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.745685 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.746023 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.746359 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.746716 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.747054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.747446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.747720 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.748051 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.748378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.748711 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.749057 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.749380 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9f9969-6a6a-4637-a7e5-c1bb03476981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 13:59:57.810971 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 13:59:59.005098 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:00.604681 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:20.650993 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:00:24.233171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b35b-e029-46d2-8c32-105008cc5992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:26.465737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-650faf22-2545-4095-8e19-078eb7b86aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:27.781263 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:28.981443 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:30.575546 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:54.249272 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c694571c-37ba-414a-b6d6-2c1a43c486ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:56.466632 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-20f4b12c-5f36-4d06-a974-f10f95169875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:57.649184 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:00:57.780712 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:00:58.979568 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:00.575160 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:24.236002 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c6da95fb-691a-430d-b098-1360799092ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:26.448752 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51b1e0e0-d6fd-45a6-89e4-047cf8265ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:27.791948 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:28.989614 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:30.583866 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:34.647862 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 5 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:01:36.237098 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509727'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:50.220096 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39304) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:01:50.321989 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-4483cc59-0066-4e85-a155-09dbaa30e165 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1006978 Mar 24 14:01:52.643403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39314) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:01:52.701859 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-dd3e32ec-afc1-4b40-8641-51dfcd74787a admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0573797 Mar 24 14:01:54.240450 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0dddbd46-c181-49b1-ab12-8b9e43958003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:56.477128 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-47052caf-8a9c-40b1-a78d-fad7eeeb3895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:57.794278 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:01:58.993843 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:00.588506 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:06.144777 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:11.648438 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:02:24.245324 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-506562a4-fba8-4195-a475-df1bb05435b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:26.453863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bea4d588-2d97-4235-9872-16b863490cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:27.804834 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:29.019013 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:30.607463 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:36.139205 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:48.648707 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:02:54.258781 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8af26fad-5566-4315-93b3-eeeb599c84e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:56.452511 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-81a0d3da-8323-4e39-a586-138445033227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:57.784160 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:02:58.998706 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:00.756053 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:06.170410 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:24.275910 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-025318f9-750d-4460-b254-7e9e8ace7f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:25.648305 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:03:26.461515 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-25aaebca-cdd6-4987-a70d-f65d19dc4681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:27.821520 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:29.032001 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:29.331249 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39530) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:29.475762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39542) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:29.544408 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39546) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:29.823954 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-131675650-network', 'tenant_id': '0ad699e1eec4413cb3f3e11478a96019'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:29.852765 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39554) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:29.896999 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-853059802-network', 'tenant_id': '4601b000eb9347ed814f5e1ca3b15968'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:29.934523 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-738060220-network', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:29.939897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Made reservation on behalf of 0ad699e1eec4413cb3f3e11478a96019 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:29.944112 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:29.958013 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:29.971142 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-176045376-network', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:29.994521 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Made reservation on behalf of 4601b000eb9347ed814f5e1ca3b15968 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:29.994521 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.003184 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.064854 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Made reservation on behalf of 9162284d5ee84a61a08a3d73a0125327 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:30.072222 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.090413 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Made reservation on behalf of 61f40d27e14d4fd18c7e9df97f1972af for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:30.090760 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.096744 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.111696 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.149939 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks [] for security_group (8a26cdde-a601-4504-9ba6-b5c67ae95f20), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.186696 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks [] for security_group (365bc549-6bbf-4bd4-845e-dbebfc430394), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.234521 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks [] for security_group (d4965b44-6ca9-4c4c-a9d9-6b5d20637358), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.250106 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks [] for security_group (a9acfbf5-1f12-427c-9068-facf39ee8ab3), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.252546 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (365bc549-6bbf-4bd4-845e-dbebfc430394), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.262812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8a26cdde-a601-4504-9ba6-b5c67ae95f20), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.282687 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:03:30.285654 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:03:30.306858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (c3ab39ed-4e24-4516-934f-f2a324526cad), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.307192 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Added segment c3ab39ed-4e24-4516-934f-f2a324526cad of type vlan for network c2334c6c-dec8-477a-871d-1d39811bd97b Mar 24 14:03:30.310056 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (6e323490-4260-4e09-beb3-0f732b44d4de), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.310481 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Added segment 6e323490-4260-4e09-beb3-0f732b44d4de of type vlan for network 58366c27-f81e-4647-981e-b65f1900f62f Mar 24 14:03:30.320106 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d4965b44-6ca9-4c4c-a9d9-6b5d20637358), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.360926 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:03:30.372326 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4965b44-6ca9-4c4c-a9d9-6b5d20637358,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:30.376366 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a9acfbf5-1f12-427c-9068-facf39ee8ab3), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.379184 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365bc549-6bbf-4bd4-845e-dbebfc430394,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:30.384445 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (5de8082b-6017-4664-9946-ca323967e106), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.388813 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Added segment 5de8082b-6017-4664-9946-ca323967e106 of type vlan for network 21d3dd6f-be7f-409c-9835-18b79510f00d Mar 24 14:03:30.388813 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.388813 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.388813 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.388813 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.390347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.391222 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.391699 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.392330 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.392802 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.393286 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.393767 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.394591 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.395416 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.395905 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.396514 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Tracked resource versions report: Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: pushed versions: Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: { 'AddressGroup': {'1.2'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Agent': {'1.1'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'ConntrackHelper': {'1.0'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Log': {'1.0'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'NDPProxy': {'1.0'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Network': {'1.1'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Port': {'1.7'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'PortForwarding': {'1.3'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'QosPolicy': {'1.10'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroup': {'1.5'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SubPort': {'1.0'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Subnet': {'1.1'}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Trunk': {'1.1'}} Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: consumer versions: Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: HyperV agent@hv-cinder-79818: {}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Agent': '1.1', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'ConntrackHelper': '1.0', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'LocalIPAssociation': '1.0', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Log': '1.0', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'NDPProxy': '1.0', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Network': '1.1', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Port': '1.7', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'PortForwarding': '1.3', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'QosPolicy': '1.10', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroup': '1.5', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SecurityGroupRule': '1.2', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'SubPort': '1.0', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Subnet': '1.1', Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: 'Trunk': '1.1'}} Mar 24 14:03:30.398146 dv-cinder-798189-3-iscsi neutron-server[110186]: {{(pid=110186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:03:30.418118 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (c2334c6c-dec8-477a-871d-1d39811bd97b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.427515 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.427860 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.428219 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.428550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.428899 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.429277 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.429597 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.429916 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.430231 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.430547 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.430911 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.431242 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.431555 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.431865 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.432174 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Tracked resource versions report: Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: pushed versions: Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: { 'AddressGroup': {'1.2'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Agent': {'1.1'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'ConntrackHelper': {'1.0'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Log': {'1.0'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'NDPProxy': {'1.0'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Network': {'1.1'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Port': {'1.7'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'PortForwarding': {'1.3'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'QosPolicy': {'1.10'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroup': {'1.5'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SubPort': {'1.0'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Subnet': {'1.1'}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Trunk': {'1.1'}} Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: consumer versions: Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: HyperV agent@hv-cinder-79818: {}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Agent': '1.1', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'ConntrackHelper': '1.0', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'LocalIPAssociation': '1.0', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Log': '1.0', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'NDPProxy': '1.0', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Network': '1.1', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Port': '1.7', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'PortForwarding': '1.3', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'QosPolicy': '1.10', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroup': '1.5', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SecurityGroupRule': '1.2', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'SubPort': '1.0', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Subnet': '1.1', Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: 'Trunk': '1.1'}} Mar 24 14:03:30.433319 dv-cinder-798189-3-iscsi neutron-server[110187]: {{(pid=110187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:03:30.436766 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (58366c27-f81e-4647-981e-b65f1900f62f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.438880 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:03:30.458140 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (21d3dd6f-be7f-409c-9835-18b79510f00d), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.459109 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (ebdcd69b-975e-4ce4-ad51-a0a46b02a408), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.459442 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Added segment ebdcd69b-975e-4ce4-ad51-a0a46b02a408 of type vlan for network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 Mar 24 14:03:30.553551 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (21d3dd6f-be7f-409c-9835-18b79510f00d), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.558385 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:30.558385 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.572066 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a26cdde-a601-4504-9ba6-b5c67ae95f20,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:30.610699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9acfbf5-1f12-427c-9068-facf39ee8ab3,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:30.618374 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (58366c27-f81e-4647-981e-b65f1900f62f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.620211 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:30.621216 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.631498 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] Pushing event updated for resources: {'Network': ['ID=21d3dd6f-be7f-409c-9835-18b79510f00d,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:30.633009 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (c2334c6c-dec8-477a-871d-1d39811bd97b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.634864 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:30.635479 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.635661 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.639389 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.661754 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 21d3dd6f-be7f-409c-9835-18b79510f00d details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:03:30.706621 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e349192b-09f3-456a-ad65-fa47f34c3e51 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8526983 Mar 24 14:03:30.710897 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39602) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:30.715620 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Request body: {'subnet': {'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-subnet', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:30.819186 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Made reservation on behalf of 61f40d27e14d4fd18c7e9df97f1972af for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:30.821578 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.871230 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5388272 Mar 24 14:03:30.873891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39606) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:30.880522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Request body: {'subnet': {'network_id': '58366c27-f81e-4647-981e-b65f1900f62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-131675650-subnet', 'tenant_id': '0ad699e1eec4413cb3f3e11478a96019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:30.893992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87669-5769-41f5-8830-292f8bdde25a admin admin] Pushing event updated for resources: {'Network': ['ID=58366c27-f81e-4647-981e-b65f1900f62f,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:30.906705 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 58366c27-f81e-4647-981e-b65f1900f62f details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:03:30.945552 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.946490 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:30.947172 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:30.991692 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5145998 Mar 24 14:03:31.003312 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39612) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:31.013330 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Request body: {'subnet': {'network_id': 'c2334c6c-dec8-477a-871d-1d39811bd97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-853059802-subnet', 'tenant_id': '4601b000eb9347ed814f5e1ca3b15968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:31.022788 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc8318-10da-4733-be53-4380500fb8fd admin admin] Pushing event updated for resources: {'Network': ['ID=c2334c6c-dec8-477a-871d-1d39811bd97b,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:31.035482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network c2334c6c-dec8-477a-871d-1d39811bd97b details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:03:31.126071 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5801401 Mar 24 14:03:31.128324 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Made reservation on behalf of 0ad699e1eec4413cb3f3e11478a96019 for: {'subnet': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:31.129083 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39616) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:31.130633 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.136209 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Request body: {'subnet': {'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-738060220-subnet', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:31.177431 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Made reservation on behalf of 4601b000eb9347ed814f5e1ca3b15968 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:31.177431 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.177694 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c999e-6667-4918-a9ed-abfdf1757c55 admin admin] Pushing event updated for resources: {'Network': ['ID=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:31.189143 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:03:31.292303 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (f3843d83-8fa1-4aaa-8f90-0d283761c38d), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.294017 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Made reservation on behalf of 9162284d5ee84a61a08a3d73a0125327 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:31.296956 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.401684 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (95b19e35-7730-44e6-a794-f4a6bf4cabd8), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.473886 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b19e35-7730-44e6-a794-f4a6bf4cabd8,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:31.476916 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3843d83-8fa1-4aaa-8f90-0d283761c38d,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:31.481910 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Checking segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:31.482480 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Network hostable DHCP agents. Network: 21d3dd6f-be7f-409c-9835-18b79510f00d, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:03:31.496164 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Checking segment: {'id': '6e323490-4260-4e09-beb3-0f732b44d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:31.497354 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Network hostable DHCP agents. Network: 58366c27-f81e-4647-981e-b65f1900f62f, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:03:31.614312 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Network 58366c27-f81e-4647-981e-b65f1900f62f is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:03:31.670430 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:03:31.727645 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (67b6cfff-6f19-4999-907c-627739366094), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.782383 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 58366c27-f81e-4647-981e-b65f1900f62f) {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:31.796780 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b9b48-c94c-4133-b1e0-d49b04ee1351 None None] Network 58366c27-f81e-4647-981e-b65f1900f62f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:31.800152 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:31.800704 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.806661 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (4b974a19-a509-4754-b268-3c9590d3d6da), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.811612 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 21d3dd6f-be7f-409c-9835-18b79510f00d) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:31.829376 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:31.830091 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:31.832701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b6cfff-6f19-4999-907c-627739366094,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:31.872576 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Checking segment: {'id': 'c3ab39ed-4e24-4516-934f-f2a324526cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2334c6c-dec8-477a-871d-1d39811bd97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:31.872971 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Network hostable DHCP agents. Network: c2334c6c-dec8-477a-871d-1d39811bd97b, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:03:31.898912 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-60a8b533-1c19-423a-bf28-fe9acf122ba4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0238786 Mar 24 14:03:31.924021 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b974a19-a509-4754-b268-3c9590d3d6da,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:31.932530 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b138e-e03b-400e-a4f7-01a71e54a7e6 None None] Network 21d3dd6f-be7f-409c-9835-18b79510f00d requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:31.936582 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Checking segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:31.937043 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Network hostable DHCP agents. Network: 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:03:31.973402 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2b8187a8-c9da-4674-8bea-d01ce0495040 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2612388 Mar 24 14:03:31.974287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39650) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:31.980746 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:31.997347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Network c2334c6c-dec8-477a-871d-1d39811bd97b is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:03:32.003077 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, c2334c6c-dec8-477a-871d-1d39811bd97b) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:32.017506 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:32.020323 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.054708 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b1065a-fd93-4223-b7b5-2085f60577e1 None None] Network c2334c6c-dec8-477a-871d-1d39811bd97b requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:32.064878 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:03:32.065694 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b8588-1d64-4c8b-9807-77f48b7f2e12 None None] Network 58366c27-f81e-4647-981e-b65f1900f62f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:32.127620 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.128850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.130012 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5fbc90b5-5d18-45ac-9404-0ab1aed81ec3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1256118 Mar 24 14:03:32.144614 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-21d3dd6f-be7f-409c-9835-18b79510f00d', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:03:32.145810 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.185679 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:32.200607 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:32.200794 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks [] for router_controller (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), precommit_add_association {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.201214 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.225674 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19a9d4-7af8-48c4-b310-4fe4a2e452a6 None None] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:32.302532 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-586ae7ef-9826-4bd5-af31-12d2563d00c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1720457 Mar 24 14:03:32.305954 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39670) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:32.324671 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:32.436232 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (ecf0466f-c319-4cc2-a432-969e6315df34), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.438515 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (ecf0466f-c319-4cc2-a432-969e6315df34), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.488863 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks [] for router_gateway (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.498418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39690) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:32.501809 dv-cinder-798189-3-iscsi neutron-server[110187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 14:03:32.528557 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdaed44-0985-4828-bd87-b922210331e6 None None] Network c2334c6c-dec8-477a-871d-1d39811bd97b requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:32.680987 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks [] for router_controller (ecf0466f-c319-4cc2-a432-969e6315df34), precommit_add_association {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.752280 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:03:32.752987 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:32.764308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-7d9012ea-ccf7-42f7-9d5e-f61a41402691 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:32.765848 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-7d9012ea-ccf7-42f7-9d5e-f61a41402691 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/networks?id=58366c27-f81e-4647-981e-b65f1900f62f HTTP/1.1" status: 200 len: 811 time: 0.2651417 Mar 24 14:03:32.777782 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Allocated IP 172.20.0.2 (21d3dd6f-be7f-409c-9835-18b79510f00d/f3843d83-8fa1-4aaa-8f90-0d283761c38d/ac25321e-3e26-4011-8978-32e0025d6e1b) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:32.784090 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-5c29e42d-75e9-4c56-832d-a9475e107107 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/quotas/0ad699e1eec4413cb3f3e11478a96019 HTTP/1.1" status: 200 len: 375 time: 0.0118380 Mar 24 14:03:32.849003 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-02de3384-4bed-43a5-8ce7-6f12b14e386a tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad699e1eec4413cb3f3e11478a96019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584955 Mar 24 14:03:33.012607 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks [] for router_gateway (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.025664 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Allocated IP 172.20.0.2 (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01/4b974a19-a509-4754-b268-3c9590d3d6da/c7e278d6-6829-452e-a4e8-919a0954598d) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:33.039542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.173937 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Publish callbacks [] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.196595 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Allocated IP 172.27.0.87 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/30aea153-63c9-4151-bfb1-cfc820be0bdb) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:33.204862 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks [] for router_gateway (ecf0466f-c319-4cc2-a432-969e6315df34), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.218358 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-0060c97a-6925-4007-9cc0-8d98ba0769bc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:03:33.218358 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-0060c97a-6925-4007-9cc0-8d98ba0769bc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1298876 Mar 24 14:03:33.282336 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.371151 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39722) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:33.378399 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-621351978-network', 'tenant_id': '0f72480baab14a6a906b754f67cefdd5'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:33.396130 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Pushing event updated for resources: {'Port': ['ID=ac25321e-3e26-4011-8978-32e0025d6e1b,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:33.406118 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Publish callbacks [] for port (c7e278d6-6829-452e-a4e8-919a0954598d), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.422284 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:33.425512 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:33.428471 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.428887 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.429305 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.430053 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.430459 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.430911 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.431736 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.432138 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.432542 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.432929 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.433331 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.433895 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.434505 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.435036 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.435425 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Tracked resource versions report: Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: pushed versions: Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: { 'AddressGroup': {'1.2'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Agent': {'1.1'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'ConntrackHelper': {'1.0'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Log': {'1.0'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'NDPProxy': {'1.0'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Network': {'1.1'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Port': {'1.7'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'PortForwarding': {'1.3'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'QosPolicy': {'1.10'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroup': {'1.5'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SubPort': {'1.0'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Subnet': {'1.1'}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Trunk': {'1.1'}} Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: consumer versions: Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: HyperV agent@hv-cinder-79818: {}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Agent': '1.1', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'ConntrackHelper': '1.0', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'LocalIPAssociation': '1.0', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Log': '1.0', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'NDPProxy': '1.0', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Network': '1.1', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Port': '1.7', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'PortForwarding': '1.3', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'QosPolicy': '1.10', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroup': '1.5', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SecurityGroupRule': '1.2', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'SubPort': '1.0', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Subnet': '1.1', Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: 'Trunk': '1.1'}} Mar 24 14:03:33.436791 dv-cinder-798189-3-iscsi neutron-server[110188]: {{(pid=110188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:03:33.439694 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e50afabb-df49-4d23-b207-965bb4b5b8dc service neutron] 10.222.0.20 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003031 Mar 24 14:03:33.439787 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:33.503643 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Attempting to bind port ac25321e-3e26-4011-8978-32e0025d6e1b on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:33.504107 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Attempting to bind port ac25321e-3e26-4011-8978-32e0025d6e1b by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:33.504463 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Attempting to bind port ac25321e-3e26-4011-8978-32e0025d6e1b on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:33.511271 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:33.514175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Checking segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:33.514175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.514175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Bound using segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:33.514175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Bound port: ac25321e-3e26-4011-8978-32e0025d6e1b, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:33.514175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.516346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Made reservation on behalf of 0f72480baab14a6a906b754f67cefdd5 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:33.517462 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.518752 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.531858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks [] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.541741 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.593948 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:33.600266 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:33.613024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:33.619338 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-a7c58376-f0fe-4dfb-b90f-397b5a58c798 service neutron] 10.222.0.20 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687744 Mar 24 14:03:33.621191 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Pushing event updated for resources: {'Port': ['ID=c7e278d6-6829-452e-a4e8-919a0954598d,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:33.683763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks [] for router_gateway (ecf0466f-c319-4cc2-a432-969e6315df34), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.683908 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] For port ac25321e-3e26-4011-8978-32e0025d6e1b, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:33.707930 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] For port ac25321e-3e26-4011-8978-32e0025d6e1b, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=ac25321e-3e26-4011-8978-32e0025d6e1b,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:33.709288 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Attempting to bind port c7e278d6-6829-452e-a4e8-919a0954598d on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:33.709662 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Attempting to bind port c7e278d6-6829-452e-a4e8-919a0954598d by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:33.710044 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Attempting to bind port c7e278d6-6829-452e-a4e8-919a0954598d on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:33.713934 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks [] for security_group (6da878c8-86ea-421c-a40c-94f2f0e33e4e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.717954 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:33.719027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Checking segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:33.719582 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.720080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Bound using segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:33.720720 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Bound port: c7e278d6-6829-452e-a4e8-919a0954598d, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:33.721329 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.731073 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.731269 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.831272 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.894220 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-913f3329-5ce8-4916-851c-1badad127158 None None] For port c7e278d6-6829-452e-a4e8-919a0954598d, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:33.901224 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (6da878c8-86ea-421c-a40c-94f2f0e33e4e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:33.974067 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-913f3329-5ce8-4916-851c-1badad127158 None None] For port c7e278d6-6829-452e-a4e8-919a0954598d, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7e278d6-6829-452e-a4e8-919a0954598d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:34.000900 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Allocated IP 172.27.0.111 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/687846a2-8cff-4066-ba49-82e6864fe83e) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:34.005335 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39740) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:34.010150 dv-cinder-798189-3-iscsi neutron-server[110186]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 14:03:34.020558 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:34.033506 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ee1b1-0bd9-4d8d-9d3e-004140a7a9a1 None None] Pushing event updated for resources: {'Port': ['ID=ac25321e-3e26-4011-8978-32e0025d6e1b,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:34.068715 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:34.095655 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:03:34.111313 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (f0d45460-3608-44e2-9f1d-14b263e14252), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:34.111960 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Added segment f0d45460-3608-44e2-9f1d-14b263e14252 of type vlan for network e8b68952-4635-4adf-ad36-310f8b19a49e Mar 24 14:03:34.142791 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6836d3fb-2da5-4211-93f3-44cbc84dfba3 req-01e48d3f-dd8e-4c98-8b86-de31a883793b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.1342306 Mar 24 14:03:34.188367 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (e8b68952-4635-4adf-ad36-310f8b19a49e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:34.216556 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Pushing event updated for resources: {'Port': ['ID=30aea153-63c9-4151-bfb1-cfc820be0bdb,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:34.221993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da878c8-86ea-421c-a40c-94f2f0e33e4e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:34.241144 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3329-5ce8-4916-851c-1badad127158 None None] Pushing event updated for resources: {'Port': ['ID=c7e278d6-6829-452e-a4e8-919a0954598d,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:34.241496 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:34.251829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:34.467216 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks [] for port (687846a2-8cff-4066-ba49-82e6864fe83e), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:34.616750 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (e8b68952-4635-4adf-ad36-310f8b19a49e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:34.621609 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:34.628494 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:34.719478 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.177729 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:35.177729 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:35.177729 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Pushing event updated for resources: {'Port': ['ID=687846a2-8cff-4066-ba49-82e6864fe83e,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:35.177729 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:35.179576 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5106566 Mar 24 14:03:35.180882 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39804) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:35.180882 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Request body: {'subnet': {'network_id': 'e8b68952-4635-4adf-ad36-310f8b19a49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-621351978-subnet', 'tenant_id': '0f72480baab14a6a906b754f67cefdd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:35.181670 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab642d-3c9f-4f46-9f12-e2552f24899c admin admin] Pushing event updated for resources: {'Network': ['ID=e8b68952-4635-4adf-ad36-310f8b19a49e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:35.182050 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network e8b68952-4635-4adf-ad36-310f8b19a49e details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:03:35.182652 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks [] for router_gateway (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.182867 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Made reservation on behalf of 0f72480baab14a6a906b754f67cefdd5 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:35.182867 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.250837 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.317453 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-afd226e3-e520-43f4-93ff-403f5fa45cd5 req-19408356-c269-406f-a1a4-798254b77de8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0881834 Mar 24 14:03:35.489966 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:03:35.503246 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks [] for router_gateway (ecf0466f-c319-4cc2-a432-969e6315df34), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.608370 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.670724 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7e278d6-6829-452e-a4e8-919a0954598d up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:35.674932 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4128d0-9aea-460c-b209-0ab775c6edfb None None] Network 21d3dd6f-be7f-409c-9835-18b79510f00d requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:35.730597 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:35.737657 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:03:35.752961 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Sync routers for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:03:35.770450 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:35.771110 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:35.869506 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.875032 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7f219265-3e39-447a-b770-d3e45972b5ec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8993506 Mar 24 14:03:35.890688 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39822) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:35.890880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (ecf0466f-c319-4cc2-a432-969e6315df34), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.890880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Checking segment: {'id': 'f0d45460-3608-44e2-9f1d-14b263e14252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e8b68952-4635-4adf-ad36-310f8b19a49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:35.890880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Network hostable DHCP agents. Network: e8b68952-4635-4adf-ad36-310f8b19a49e, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:03:35.891329 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] Provisioning complete for port ac25321e-3e26-4011-8978-32e0025d6e1b triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:35.891913 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:35.920259 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port c7e278d6-6829-452e-a4e8-919a0954598d triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:35.920654 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.030919 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:36.125896 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4d5ae-99e5-429e-940f-843e96f97c57 None None] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:36.248248 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Network e8b68952-4635-4adf-ad36-310f8b19a49e is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:03:36.263076 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:34Z', 'revision_number': 3, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:36.284768 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Router ecf0466f-c319-4cc2-a432-969e6315df34 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:03:36.300969 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Checking router: 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:03:36.301325 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Updating router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 port 30aea153-63c9-4151-bfb1-cfc820be0bdb binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:03:36.332784 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.350900 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] Current status of the port ac25321e-3e26-4011-8978-32e0025d6e1b is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:36.353312 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.411006 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, e8b68952-4635-4adf-ad36-310f8b19a49e) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:36.424348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:36.424348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.454596 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port c7e278d6-6829-452e-a4e8-919a0954598d is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:36.454937 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.461244 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce1f04-3ba5-4e82-9772-ef2fd6d5c80b None None] Network e8b68952-4635-4adf-ad36-310f8b19a49e requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:36.469501 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.481909 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c9772dea-140e-487c-8700-d732ffd6f8ac req-52ebbebc-24b1-40d4-884e-710ad1f4b282 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0762491 Mar 24 14:03:36.484811 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] For port ac25321e-3e26-4011-8978-32e0025d6e1b, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=ac25321e-3e26-4011-8978-32e0025d6e1b,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:03:36.505131 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:03:36.525287 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:03:36.591958 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port c7e278d6-6829-452e-a4e8-919a0954598d, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7e278d6-6829-452e-a4e8-919a0954598d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:03:36.603651 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:36.604306 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:36.614149 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.617832 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.619472 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ac3aa073-af01-44c1-81cc-940e1b2c684a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3117645 Mar 24 14:03:36.624201 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-dd5398ff-960c-4861-b6d2-543ea8c7c47b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7289419 Mar 24 14:03:36.624201 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39846) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:36.699147 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.954903 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Publish callbacks [] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.987951 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 39856) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:36.989732 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:36.990486 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device ac25321e-3e26-4011-8978-32e0025d6e1b up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:37.002896 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7c6ac-d012-44de-91e4-436edd76c3c8 None None] Pushing event updated for resources: {'Port': ['ID=ac25321e-3e26-4011-8978-32e0025d6e1b,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:37.052462 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Deleting subnet 67b6cfff-6f19-4999-907c-627739366094 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:03:37.058008 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Publish callbacks [] for subnet (67b6cfff-6f19-4999-907c-627739366094), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.086847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-2d50ef56-d480-4201-94bf-05773de16e21 None None] Provisioning complete for port c7e278d6-6829-452e-a4e8-919a0954598d triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:37.087489 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2d50ef56-d480-4201-94bf-05773de16e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.149847 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Publish callbacks [] for subnet (67b6cfff-6f19-4999-907c-627739366094), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.172368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Allocated IP 172.20.0.1 (21d3dd6f-be7f-409c-9835-18b79510f00d/f3843d83-8fa1-4aaa-8f90-0d283761c38d/4c180de0-83fc-4b0d-9926-b4edce73ccc3) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:37.183939 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=c7e278d6-6829-452e-a4e8-919a0954598d,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:37.192740 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (67b6cfff-6f19-4999-907c-627739366094), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.195055 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:37.289230 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks [] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.322892 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b77eca-086e-4463-aa49-61130c7ba1c1 None None] Network e8b68952-4635-4adf-ad36-310f8b19a49e requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:03:37.374936 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.388126 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (67b6cfff-6f19-4999-907c-627739366094), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.442857 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Pushing event updated for resources: {'Port': ['ID=30aea153-63c9-4151-bfb1-cfc820be0bdb,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:37.444189 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.445429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.446536 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Attempting to bind port 30aea153-63c9-4151-bfb1-cfc820be0bdb on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:37.447081 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Attempting to bind port 30aea153-63c9-4151-bfb1-cfc820be0bdb by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:37.449875 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67b6cfff-6f19-4999-907c-627739366094 HTTP/1.1" status: 204 len: 168 time: 0.4586594 Mar 24 14:03:37.450611 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Attempting to bind port 30aea153-63c9-4151-bfb1-cfc820be0bdb on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:37.451503 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39876) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:37.452139 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e6cb5-9670-4ffe-93d8-e0dc36625552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b6cfff-6f19-4999-907c-627739366094,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:37.465531 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.465531 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.465531 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.465531 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.466061 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.466523 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.467022 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.467633 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.468651 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.469107 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.469559 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.470110 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.470595 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.471072 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.471406 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Tracked resource versions report: Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: pushed versions: Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: { 'AddressGroup': {'1.2'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Agent': {'1.1'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'ConntrackHelper': {'1.0'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Log': {'1.0'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'NDPProxy': {'1.0'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Network': {'1.1'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Port': {'1.7'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'PortForwarding': {'1.3'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'QosPolicy': {'1.10'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroup': {'1.5'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SubPort': {'1.0'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Subnet': {'1.1'}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Trunk': {'1.1'}} Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: consumer versions: Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: { DHCP agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: HyperV agent@hv-cinder-79818: {}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: L3 agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: Metadata agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: Metering agent@dv-cinder-798189-3-iscsi: {}, Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: Open vSwitch agent@dv-cinder-798189-3-iscsi: { 'AddressGroup': '1.2', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Agent': '1.1', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'ConntrackHelper': '1.0', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'LocalIPAssociation': '1.0', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Log': '1.0', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'NDPProxy': '1.0', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Network': '1.1', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Port': '1.7', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'PortForwarding': '1.3', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'QosPolicy': '1.10', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroup': '1.5', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SecurityGroupRule': '1.2', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'SubPort': '1.0', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Subnet': '1.1', Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: 'Trunk': '1.1'}} Mar 24 14:03:37.472598 dv-cinder-798189-3-iscsi neutron-server[110189]: {{(pid=110189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:03:37.476874 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port ac25321e-3e26-4011-8978-32e0025d6e1b triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:37.477379 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.478602 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:37.478993 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:37.479396 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.479881 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:37.482837 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Bound port: 30aea153-63c9-4151-bfb1-cfc820be0bdb, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:37.483230 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.549358 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] For port 30aea153-63c9-4151-bfb1-cfc820be0bdb, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:37.554384 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] For port 30aea153-63c9-4151-bfb1-cfc820be0bdb, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=30aea153-63c9-4151-bfb1-cfc820be0bdb,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:37.610465 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-2d50ef56-d480-4201-94bf-05773de16e21 None None] Current status of the port c7e278d6-6829-452e-a4e8-919a0954598d is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:37.616906 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:37.619823 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.629925 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:37.630817 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.637252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:37.637834 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.675231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port ac25321e-3e26-4011-8978-32e0025d6e1b is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:37.689582 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:35Z', 'revision_number': 3, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:37.744200 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:37.744841 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:37.754434 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:03:37.761865 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Updating router ecf0466f-c319-4cc2-a432-969e6315df34 port 687846a2-8cff-4066-ba49-82e6864fe83e binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:03:37.833126 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.836124 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-581ed33f-81f2-4598-95a7-00977bf40df2 None None] Provisioning complete for port ac25321e-3e26-4011-8978-32e0025d6e1b triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:37.836497 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-581ed33f-81f2-4598-95a7-00977bf40df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.843423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Pushing event updated for resources: {'Port': ['ID=4c180de0-83fc-4b0d-9926-b4edce73ccc3,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:37.875552 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163b0c-6741-4d2b-b818-e94ebe3e1ce3 None None] Pushing event updated for resources: {'Port': ['ID=30aea153-63c9-4151-bfb1-cfc820be0bdb,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:37.882805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (c2334c6c-dec8-477a-871d-1d39811bd97b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:37.888689 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-71ad781f-6f7a-4954-8dd9-b0173d0535fb req-db360fcd-3617-404a-a78c-b596ba15fa4d tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.1007586 Mar 24 14:03:37.944987 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7e278d6-6829-452e-a4e8-919a0954598d up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:38.026507 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:38.076413 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Allocated IP 172.20.0.1 (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01/4b974a19-a509-4754-b268-3c9590d3d6da/08caacc5-9dfb-4edd-b830-c75e50be8d1d) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:38.099435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (c2334c6c-dec8-477a-871d-1d39811bd97b), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.146322 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.146726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.147637 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.147974 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > port after_create 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.148348 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > port after_delete 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.148692 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > port after_update 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.149151 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.149540 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.149866 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.150879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.231591 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks [] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.271121 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:34Z', 'revision_number': 3, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:38.298938 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b9879-3a66-458b-9883-a0c5115fb9ea None None] The sync data for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi is: [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:34Z', 'revision_number': 3, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:03:38.303186 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port c7e278d6-6829-452e-a4e8-919a0954598d triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:38.303434 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.305149 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-581ed33f-81f2-4598-95a7-00977bf40df2 None None] Current status of the port ac25321e-3e26-4011-8978-32e0025d6e1b is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:38.379358 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-581ed33f-81f2-4598-95a7-00977bf40df2 None None] Provisioning complete for port c7e278d6-6829-452e-a4e8-919a0954598d triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:38.379358 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-581ed33f-81f2-4598-95a7-00977bf40df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.396640 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.440206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.440728 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.440861 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.441191 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:03:38.441695 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2334c6c-dec8-477a-871d-1d39811bd97b']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:38.470827 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:38.474984 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:38.478233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:38.482909 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (ecf0466f-c319-4cc2-a432-969e6315df34), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.495036 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ab39ed-4e24-4516-934f-f2a324526cad') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:38.495214 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ab39ed-4e24-4516-934f-f2a324526cad') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:38.523215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (c3ab39ed-4e24-4516-934f-f2a324526cad), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.524351 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port c7e278d6-6829-452e-a4e8-919a0954598d is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:38.525438 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device ac25321e-3e26-4011-8978-32e0025d6e1b up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:38.577701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Pushing event updated for resources: {'Port': ['ID=08caacc5-9dfb-4edd-b830-c75e50be8d1d,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:38.583998 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (c3ab39ed-4e24-4516-934f-f2a324526cad), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.590931 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.607168 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:03:38.607633 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (c3ab39ed-4e24-4516-934f-f2a324526cad), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: from cryptography.utils import int_from_bytes Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: from cryptography.utils import int_from_bytes Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:03:38.612233 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:03:38.643292 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Publish callbacks [] for port (687846a2-8cff-4066-ba49-82e6864fe83e), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.650392 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-581ed33f-81f2-4598-95a7-00977bf40df2 None None] Current status of the port c7e278d6-6829-452e-a4e8-919a0954598d is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:38.685361 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port ac25321e-3e26-4011-8978-32e0025d6e1b triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:38.685892 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.732161 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.861898 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Attempting to bind port 687846a2-8cff-4066-ba49-82e6864fe83e on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:38.862263 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Attempting to bind port 687846a2-8cff-4066-ba49-82e6864fe83e by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:38.866715 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Attempting to bind port 687846a2-8cff-4066-ba49-82e6864fe83e on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:38.883310 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d859f03-7b3c-47a8-ab14-94a82b6f474b None None] Pushing event updated for resources: {'Port': ['ID=687846a2-8cff-4066-ba49-82e6864fe83e,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:38.886150 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-89985f36-5a2c-4ba1-ac28-9f3793011727 None None] Provisioning complete for port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:38.886544 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-89985f36-5a2c-4ba1-ac28-9f3793011727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.890952 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:38.891328 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:38.891724 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.892139 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:38.892618 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Bound port: 687846a2-8cff-4066-ba49-82e6864fe83e, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:38.892995 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.901899 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (c2334c6c-dec8-477a-871d-1d39811bd97b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.927921 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Pushing event deleted for resources: {'Network': ['ID=c2334c6c-dec8-477a-871d-1d39811bd97b,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:38.930394 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:38.937191 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5930e9d8-422a-4898-ac26-f10d0a53eabe admin admin] 10.222.0.20 "DELETE /v2.0/networks/c2334c6c-dec8-477a-871d-1d39811bd97b HTTP/1.1" status: 204 len: 168 time: 1.4748290 Mar 24 14:03:38.939699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39910) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:39.051618 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.053305 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks [] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.059886 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_v2 [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Deleting subnet 1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7 {{(pid=110187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:03:39.064304 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Publish callbacks [] for subnet (1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.092709 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-89985f36-5a2c-4ba1-ac28-9f3793011727 None None] Port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:03:39.112080 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.114283 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port ac25321e-3e26-4011-8978-32e0025d6e1b is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:39.127803 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] For port 687846a2-8cff-4066-ba49-82e6864fe83e, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:39.134715 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] For port 687846a2-8cff-4066-ba49-82e6864fe83e, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=687846a2-8cff-4066-ba49-82e6864fe83e,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:39.208994 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.245252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3316753'] for subnet (1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.257853 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-9b3e7c63-fdee-4238-83bb-68d8cbb12266 None None] Provisioning complete for port 08caacc5-9dfb-4edd-b830-c75e50be8d1d triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:39.258226 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7c63-fdee-4238-83bb-68d8cbb12266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.306543 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.326398 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:39.327042 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:39.368883 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Pushing event updated for resources: {'Port': ['ID=4c180de0-83fc-4b0d-9926-b4edce73ccc3,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:39.410238 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d215124-f1e3-463b-8565-77aeb176e52d req-a4d65d1b-bafb-4ae8-880b-6037ab359ff8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.2033701 Mar 24 14:03:39.411387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.456941 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks [] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.473552 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3316894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414700'] for subnet (1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.509748 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:39.520953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.525402 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-969701f4-1d1c-4250-9a06-97ac690dd65e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1af7a2a2-d26d-4cbe-a0dc-ad1e55b77df7 HTTP/1.1" status: 204 len: 168 time: 0.5846012 Mar 24 14:03:39.528023 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39930) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:39.561899 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.563230 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (ecf0466f-c319-4cc2-a432-969e6315df34), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.627685 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d859f03-7b3c-47a8-ab14-94a82b6f474b None None] Pushing event updated for resources: {'Port': ['ID=687846a2-8cff-4066-ba49-82e6864fe83e,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:39.632903 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (e8b68952-4635-4adf-ad36-310f8b19a49e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.634691 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:39.637858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:39.649736 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e7c63-fdee-4238-83bb-68d8cbb12266 None None] Port 08caacc5-9dfb-4edd-b830-c75e50be8d1d cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:03:39.736650 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:39.751690 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39934) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:39.825877 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 30aea153-63c9-4151-bfb1-cfc820be0bdb up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:39.830778 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Pushing event updated for resources: {'Port': ['ID=08caacc5-9dfb-4edd-b830-c75e50be8d1d,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:39.888507 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (e8b68952-4635-4adf-ad36-310f8b19a49e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:39.906756 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:39.913258 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:39.928992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b68952-4635-4adf-ad36-310f8b19a49e']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:39.965935 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d45460-3608-44e2-9f1d-14b263e14252') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:39.966319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d45460-3608-44e2-9f1d-14b263e14252') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:39.992061 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:03:40.001185 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (f0d45460-3608-44e2-9f1d-14b263e14252), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.059599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (f0d45460-3608-44e2-9f1d-14b263e14252), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.100850 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 30aea153-63c9-4151-bfb1-cfc820be0bdb triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:40.101229 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.112279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6985aeda-1a73-4da8-a6f9-e58564c8e164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.256653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-002222f8-ec48-4bc8-8311-020b54939f70 None None] Provisioning complete for port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:40.258151 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-002222f8-ec48-4bc8-8311-020b54939f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.326613 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:03:40.328035 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (f0d45460-3608-44e2-9f1d-14b263e14252), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:03:40.329671 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:03:40.337605 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-002222f8-ec48-4bc8-8311-020b54939f70 None None] Port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:03:40.340723 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Router ecf0466f-c319-4cc2-a432-969e6315df34 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:03:40.432350 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.42', 52683) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:40.445209 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 30aea153-63c9-4151-bfb1-cfc820be0bdb is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:40.445679 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.457754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:03:40.481692 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-167faf5a-33a5-4afc-8e55-3fe45cd60939 admin admin] 10.222.0.20 "PUT /v2.0/routers/42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5959699 Mar 24 14:03:40.492395 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 30aea153-63c9-4151-bfb1-cfc820be0bdb, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=30aea153-63c9-4151-bfb1-cfc820be0bdb,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:03:40.497298 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-62b08d6b-1d3b-4c43-8f45-09b01c81e60b None None] Provisioning complete for port 08caacc5-9dfb-4edd-b830-c75e50be8d1d triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:40.497804 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-62b08d6b-1d3b-4c43-8f45-09b01c81e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.541378 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:40.577700 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81cb6-2808-44fa-ac86-454f3b7c6b25 None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:03:40.580253 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-62b08d6b-1d3b-4c43-8f45-09b01c81e60b None None] Port 08caacc5-9dfb-4edd-b830-c75e50be8d1d cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:03:40.601283 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (e8b68952-4635-4adf-ad36-310f8b19a49e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.612630 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.638785 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.645147 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e8b68952-4635-4adf-ad36-310f8b19a49e HTTP/1.1" status: 204 len: 168 time: 1.1156638 Mar 24 14:03:40.720472 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97791fd9-74d1-4a04-b4a5-48d1fcfbade3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b68952-4635-4adf-ad36-310f8b19a49e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:40.753188 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=30aea153-63c9-4151-bfb1-cfc820be0bdb,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:40.799640 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6985aeda-1a73-4da8-a6f9-e58564c8e164 admin admin] Publish callbacks [] for security_group (43c61a06-d1fa-4586-ac97-25220612bada), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.859205 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-42169f9d-f355-4fc0-b81c-9da852d3f7b7 req-61ef9581-022d-451c-825f-5425e8ff8e95 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0609035 Mar 24 14:03:40.902853 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-824e98a3-4918-465b-99d1-123ff1205b5f tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:40.906807 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-824e98a3-4918-465b-99d1-123ff1205b5f tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.42 "GET /v2.0/networks?id=58366c27-f81e-4647-981e-b65f1900f62f HTTP/1.1" status: 200 len: 811 time: 0.4710064 Mar 24 14:03:40.918253 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Sync routers for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:03:40.925524 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6985aeda-1a73-4da8-a6f9-e58564c8e164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (43c61a06-d1fa-4586-ac97-25220612bada), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:40.929238 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:40.938442 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:40.938647 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:03:40.943771 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ca3453ab-643b-4f9e-b7ce-55918260f563 admin admin] 10.222.0.20 "PUT /v2.0/routers/ecf0466f-c319-4cc2-a432-969e6315df34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3193386 Mar 24 14:03:40.960656 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Request body: {'port': {'device_id': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f', 'admin_state_up': True, 'tenant_id': '0ad699e1eec4413cb3f3e11478a96019'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:40.980343 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985aeda-1a73-4da8-a6f9-e58564c8e164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c61a06-d1fa-4586-ac97-25220612bada,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:40.996507 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6985aeda-1a73-4da8-a6f9-e58564c8e164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b10aba338a74ba09266d7fb76b5af90&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2382398 Mar 24 14:03:40.996507 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39974) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:41.099768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-648543fa-00d5-4db5-88a7-db678bcb9e50 admin admin] Publish callbacks [] for security_group (43c61a06-d1fa-4586-ac97-25220612bada), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.144544 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-648543fa-00d5-4db5-88a7-db678bcb9e50 admin admin] Publish callbacks [] for security_group (43c61a06-d1fa-4586-ac97-25220612bada), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.185057 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:41.275992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-648543fa-00d5-4db5-88a7-db678bcb9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (43c61a06-d1fa-4586-ac97-25220612bada), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.278665 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-648543fa-00d5-4db5-88a7-db678bcb9e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.282205 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-648543fa-00d5-4db5-88a7-db678bcb9e50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43c61a06-d1fa-4586-ac97-25220612bada HTTP/1.1" status: 204 len: 168 time: 0.2837794 Mar 24 14:03:41.288732 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648543fa-00d5-4db5-88a7-db678bcb9e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c61a06-d1fa-4586-ac97-25220612bada,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:41.359511 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39990) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:41.387003 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Made reservation on behalf of 0ad699e1eec4413cb3f3e11478a96019 for: {'port': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:41.391132 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.476011 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8b1fa089-8dd6-467a-a05f-4ef86ba5e011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4601b000eb9347ed814f5e1ca3b15968&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1129222 Mar 24 14:03:41.478366 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 39998) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:41.574863 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40008) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:41.614613 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a585ec9d-79cf-41cc-96c5-a561e1939558 admin admin] Publish callbacks [] for security_group (365bc549-6bbf-4bd4-845e-dbebfc430394), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.638601 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 2, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:41.675167 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a585ec9d-79cf-41cc-96c5-a561e1939558 admin admin] Publish callbacks [] for security_group (365bc549-6bbf-4bd4-845e-dbebfc430394), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.678545 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Checking router: 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:03:41.678931 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Updating router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:03:41.720872 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.854486 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Allocated IP 172.20.0.3 (58366c27-f81e-4647-981e-b65f1900f62f/95b19e35-7730-44e6-a794-f4a6bf4cabd8/b9743e19-6775-4fd3-86bc-069db96e6e85) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:41.884816 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a585ec9d-79cf-41cc-96c5-a561e1939558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (365bc549-6bbf-4bd4-845e-dbebfc430394), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.889029 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a585ec9d-79cf-41cc-96c5-a561e1939558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:41.895745 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a585ec9d-79cf-41cc-96c5-a561e1939558 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/365bc549-6bbf-4bd4-845e-dbebfc430394 HTTP/1.1" status: 204 len: 168 time: 0.4160464 Mar 24 14:03:41.911474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585ec9d-79cf-41cc-96c5-a561e1939558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365bc549-6bbf-4bd4-845e-dbebfc430394,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:41.932886 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 30aea153-63c9-4151-bfb1-cfc820be0bdb up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:42.104010 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 30aea153-63c9-4151-bfb1-cfc820be0bdb triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:42.104393 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.187551 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Publish callbacks [] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.210033 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks [] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.261440 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 30aea153-63c9-4151-bfb1-cfc820be0bdb is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:42.296115 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.296452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-74324335-7c16-4e8f-b1c3-cdd26a4dd4d0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:42.304692 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-74324335-7c16-4e8f-b1c3-cdd26a4dd4d0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 818 time: 0.2276397 Mar 24 14:03:42.319203 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-9ffcdb21-91b7-413f-913b-f5533f99ceaf tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/quotas/61f40d27e14d4fd18c7e9df97f1972af HTTP/1.1" status: 200 len: 375 time: 0.0133674 Mar 24 14:03:42.364613 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-293001fc-694e-4d88-ab3e-31daf65391f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.394209 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.408817 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9ab16-1b51-47dd-afbb-e6be2b058b00 None None] Pushing event updated for resources: {'Port': ['ID=4c180de0-83fc-4b0d-9926-b4edce73ccc3,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:42.486235 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-7e205cf9-d683-4eca-a3f3-049b22a23bb6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630282 Mar 24 14:03:42.528094 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Attempting to bind port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:42.528411 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Attempting to bind port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:42.531158 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Attempting to bind port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:42.543334 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:42.544831 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Checking segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:42.548562 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.549090 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Bound using segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:42.549698 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Bound port: 4c180de0-83fc-4b0d-9926-b4edce73ccc3, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:42.550193 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.587109 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Pushing event updated for resources: {'Port': ['ID=b9743e19-6775-4fd3-86bc-069db96e6e85,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:42.597522 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Network 58366c27-f81e-4647-981e-b65f1900f62f is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:42.601849 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:42.605591 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:42.611293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:42.611926 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.693451 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-95bcfb31-a6ae-45fd-beef-a5f58fffe8f9 service neutron] 10.222.0.20 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962929 Mar 24 14:03:42.715311 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] For port 4c180de0-83fc-4b0d-9926-b4edce73ccc3, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:42.722351 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] For port 4c180de0-83fc-4b0d-9926-b4edce73ccc3, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=4c180de0-83fc-4b0d-9926-b4edce73ccc3,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:42.723074 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-e28ba160-2638-4022-8bf2-338d6d6b542b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7686503 Mar 24 14:03:42.739537 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-293001fc-694e-4d88-ab3e-31daf65391f4 admin admin] Publish callbacks [] for security_group (f06ccd56-f42f-4a03-9bf7-400e9758e8e6), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.798147 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-213b46f8-6c11-45b7-bf5d-e5c46f9c5721 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:03:42.800697 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-213b46f8-6c11-45b7-bf5d-e5c46f9c5721 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092592 Mar 24 14:03:42.809248 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-dd509161-5063-48c7-9d9c-09284d679c73 service neutron] 10.222.0.20 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088636 Mar 24 14:03:42.813687 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.825356 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-293001fc-694e-4d88-ab3e-31daf65391f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f06ccd56-f42f-4a03-9bf7-400e9758e8e6), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.838294 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] Provisioning complete for port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:42.838713 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:42.901665 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40050) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:42.901796 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-293001fc-694e-4d88-ab3e-31daf65391f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40e6f9c89f374bf7b7ba7faa3882e074&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3187261 Mar 24 14:03:42.954054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293001fc-694e-4d88-ab3e-31daf65391f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ccd56-f42f-4a03-9bf7-400e9758e8e6,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:42.959739 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9ab16-1b51-47dd-afbb-e6be2b058b00 None None] Pushing event updated for resources: {'Port': ['ID=4c180de0-83fc-4b0d-9926-b4edce73ccc3,revision_number=4']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:42.965159 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:42.966167 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:43.018819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4dd3832b-b6f6-47a4-8882-c5bccddbb216 admin admin] Publish callbacks [] for security_group (f06ccd56-f42f-4a03-9bf7-400e9758e8e6), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.067626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] Current status of the port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:43.068870 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.080890 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40052) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:43.084353 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4dd3832b-b6f6-47a4-8882-c5bccddbb216 admin admin] Publish callbacks [] for security_group (f06ccd56-f42f-4a03-9bf7-400e9758e8e6), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.105864 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-491a6fb9-3327-419f-9bb7-b44a8c8967db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.175925 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] For port 4c180de0-83fc-4b0d-9926-b4edce73ccc3, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=4c180de0-83fc-4b0d-9926-b4edce73ccc3,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:03:43.238582 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:43.267559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.274309 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-491a6fb9-3327-419f-9bb7-b44a8c8967db admin admin] Publish callbacks [] for security_group (696b5903-e21f-4573-a600-d08fecb5f4f4), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.305368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4dd3832b-b6f6-47a4-8882-c5bccddbb216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f06ccd56-f42f-4a03-9bf7-400e9758e8e6), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.322684 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4dd3832b-b6f6-47a4-8882-c5bccddbb216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.327070 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-4dd3832b-b6f6-47a4-8882-c5bccddbb216 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f06ccd56-f42f-4a03-9bf7-400e9758e8e6 HTTP/1.1" status: 204 len: 168 time: 0.4240324 Mar 24 14:03:43.362349 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3832b-b6f6-47a4-8882-c5bccddbb216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ccd56-f42f-4a03-9bf7-400e9758e8e6,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:43.433165 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-491a6fb9-3327-419f-9bb7-b44a8c8967db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (696b5903-e21f-4573-a600-d08fecb5f4f4), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.536144 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6fb9-3327-419f-9bb7-b44a8c8967db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696b5903-e21f-4573-a600-d08fecb5f4f4,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:43.579657 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165b741-7550-4059-a294-b1b00cc003c2 None None] Pushing event updated for resources: {'Port': ['ID=4c180de0-83fc-4b0d-9926-b4edce73ccc3,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:43.592455 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-b420641b-d491-4108-b383-6e33e6d4f6af None None] Provisioning complete for port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:43.593388 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b420641b-d491-4108-b383-6e33e6d4f6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.610351 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40074) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:43.620616 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-491a6fb9-3327-419f-9bb7-b44a8c8967db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ca1fdf07fd34ea1b1547856502de6cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5385447 Mar 24 14:03:43.817830 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:42Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:43.874178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40086) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:43.879501 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016127329', 'description': 'tempest-description--1696345811'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:43.884178 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1156295f-385e-4cc6-b98f-4000a8ef625f admin admin] Publish callbacks [] for security_group (696b5903-e21f-4573-a600-d08fecb5f4f4), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:43.900762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-b420641b-d491-4108-b383-6e33e6d4f6af None None] Current status of the port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:43.931857 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49208efc-4cd2-434e-aa9a-cf4234bf3322 req-034ef4db-f1a9-49fb-b6f1-edceb9ca81f0 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:43.932653 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40088) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:43.957742 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-49208efc-4cd2-434e-aa9a-cf4234bf3322 req-034ef4db-f1a9-49fb-b6f1-edceb9ca81f0 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 931 time: 0.3181682 Mar 24 14:03:43.967151 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942a65b-4891-4024-8558-1d10f346b3dc None None] The sync data for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi is: [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:42Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:03:44.018099 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 687846a2-8cff-4066-ba49-82e6864fe83e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:44.105516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1156295f-385e-4cc6-b98f-4000a8ef625f admin admin] Publish callbacks [] for security_group (696b5903-e21f-4573-a600-d08fecb5f4f4), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.203347 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-942197bd-164b-4c91-a824-68bcf563954b req-4175e036-b761-42af-9449-0e9bb1336d62 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 210 time: 0.1644382 Mar 24 14:03:44.229981 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 687846a2-8cff-4066-ba49-82e6864fe83e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:44.229981 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.237858 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-81756875-c33e-425f-a42a-1d9193837152 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f72480baab14a6a906b754f67cefdd5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3036356 Mar 24 14:03:44.241100 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40094) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:44.284071 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.332268 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-49208efc-4cd2-434e-aa9a-cf4234bf3322 req-9a4e36bc-dc69-433d-b1aa-2a4edfc49e20 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709867 Mar 24 14:03:44.355750 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:03:44.421208 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:44.422348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:44.423326 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5625b31e-0ed5-4d8a-be03-c0284a397bf9 admin admin] Publish callbacks [] for security_group (6da878c8-86ea-421c-a40c-94f2f0e33e4e), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.467525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5625b31e-0ed5-4d8a-be03-c0284a397bf9 admin admin] Publish callbacks [] for security_group (6da878c8-86ea-421c-a40c-94f2f0e33e4e), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.527430 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1156295f-385e-4cc6-b98f-4000a8ef625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (696b5903-e21f-4573-a600-d08fecb5f4f4), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.530676 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1156295f-385e-4cc6-b98f-4000a8ef625f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.534990 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1156295f-385e-4cc6-b98f-4000a8ef625f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/696b5903-e21f-4573-a600-d08fecb5f4f4 HTTP/1.1" status: 204 len: 168 time: 0.9204271 Mar 24 14:03:44.553505 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156295f-385e-4cc6-b98f-4000a8ef625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696b5903-e21f-4573-a600-d08fecb5f4f4,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:44.696632 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:44.715477 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (d5cb993f-bde0-4748-8e48-928384c02604), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.801760 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5625b31e-0ed5-4d8a-be03-c0284a397bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (6da878c8-86ea-421c-a40c-94f2f0e33e4e), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.804388 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5625b31e-0ed5-4d8a-be03-c0284a397bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.812848 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5625b31e-0ed5-4d8a-be03-c0284a397bf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6da878c8-86ea-421c-a40c-94f2f0e33e4e HTTP/1.1" status: 204 len: 168 time: 0.5659583 Mar 24 14:03:44.812942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-cad63774-3023-4e0a-b1c8-00531ba71c0f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:44.813815 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-cad63774-3023-4e0a-b1c8-00531ba71c0f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 818 time: 0.1907759 Mar 24 14:03:44.820113 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b31e-0ed5-4d8a-be03-c0284a397bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da878c8-86ea-421c-a40c-94f2f0e33e4e,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:44.830685 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d5cb993f-bde0-4748-8e48-928384c02604), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.848148 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 687846a2-8cff-4066-ba49-82e6864fe83e is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:44.848538 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.849024 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-34561ec9-36ef-435c-ae29-130a33825b88 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/quotas/61f40d27e14d4fd18c7e9df97f1972af HTTP/1.1" status: 200 len: 375 time: 0.0294344 Mar 24 14:03:44.908068 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb993f-bde0-4748-8e48-928384c02604,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:44.926148 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:44.931874 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-56a5afc0-a5d2-4846-b908-f71c0279ae0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0522220 Mar 24 14:03:44.931874 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40128) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:44.938074 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb993f-bde0-4748-8e48-928384c02604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:44.949837 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-412eb0c0-010d-4c21-82b3-76bc3bde1f04 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993762 Mar 24 14:03:44.964095 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 687846a2-8cff-4066-ba49-82e6864fe83e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=687846a2-8cff-4066-ba49-82e6864fe83e,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:03:45.061549 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.076048 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (f3a923f4-609c-4764-b480-1fba906ba331), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.141974 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-adb1d2a3-cc6c-4796-92fe-f31423841cfc service neutron] 10.222.0.20 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843514 Mar 24 14:03:45.206702 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=687846a2-8cff-4066-ba49-82e6864fe83e,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:45.207279 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (f3a923f4-609c-4764-b480-1fba906ba331), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.258946 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:39Z', 'revision_number': 2, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:45.275444 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (f3a923f4-609c-4764-b480-1fba906ba331), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.280792 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-1a0fc54b-a10d-4fd5-a076-8debca022c78 service neutron] 10.222.0.20 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325130 Mar 24 14:03:45.301347 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:03:45.301736 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Updating router ecf0466f-c319-4cc2-a432-969e6315df34 port 08caacc5-9dfb-4edd-b830-c75e50be8d1d binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:03:45.315835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a923f4-609c-4764-b480-1fba906ba331,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:45.376693 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.380022 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-458d81b3-f81f-4196-a98d-f37fcfca430f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4480627 Mar 24 14:03:45.382959 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40136) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:45.388181 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb993f-bde0-4748-8e48-928384c02604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:45.421343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.570859 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (dc875b69-86f6-4c02-9aea-b5041b933dae), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:45.766517 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a976511-c021-408e-8711-30b32e633ae0 req-9eaaaad1-39ad-4ca3-8662-da5d5a1be3fd tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:45.771135 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a976511-c021-408e-8711-30b32e633ae0 req-9eaaaad1-39ad-4ca3-8662-da5d5a1be3fd tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 931 time: 0.2528937 Mar 24 14:03:45.907069 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a976511-c021-408e-8711-30b32e633ae0 req-18b8191b-ee40-43f1-8d86-c71fe1f9efa4 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331675 Mar 24 14:03:45.913750 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (dc875b69-86f6-4c02-9aea-b5041b933dae), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.041428 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (dc875b69-86f6-4c02-9aea-b5041b933dae), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.066265 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc875b69-86f6-4c02-9aea-b5041b933dae,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:46.089643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Request body: {'port': {'device_id': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:46.193685 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.203497 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-34b3e9de-c561-4422-a390-2ccdd7638fee tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8193588 Mar 24 14:03:46.206726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40178) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:46.212298 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:46.304223 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.323678 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 4c180de0-83fc-4b0d-9926-b4edce73ccc3 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:46.407658 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.563725 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:46.563725 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.689081 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-59b5a2f5-fb27-4950-9559-ece394328426 req-6ed120e2-1288-4119-8058-dd9e91f74de1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.0850372 Mar 24 14:03:46.752540 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Publish callbacks [] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.806989 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:46.808441 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 687846a2-8cff-4066-ba49-82e6864fe83e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:46.862775 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.908311 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:46.936270 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23791906-d986-4d3d-b459-26f4fde790ae None None] Pushing event updated for resources: {'Port': ['ID=08caacc5-9dfb-4edd-b830-c75e50be8d1d,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:47.158179 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Attempting to bind port 08caacc5-9dfb-4edd-b830-c75e50be8d1d on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:47.160248 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Attempting to bind port 08caacc5-9dfb-4edd-b830-c75e50be8d1d by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:47.161494 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Attempting to bind port 08caacc5-9dfb-4edd-b830-c75e50be8d1d on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:47.236096 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:47.236416 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Checking segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:47.242343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.254615 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Bound using segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:47.254615 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Bound port: 08caacc5-9dfb-4edd-b830-c75e50be8d1d, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:47.256913 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.303931 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 687846a2-8cff-4066-ba49-82e6864fe83e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:47.304872 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.320464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a331cb-6486-4c3d-8212-c81306ab1d71 req-a58e226a-c0e3-4b40-964b-52b25b418913 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:47.324316 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18a331cb-6486-4c3d-8212-c81306ab1d71 req-a58e226a-c0e3-4b40-964b-52b25b418913 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 931 time: 0.2209282 Mar 24 14:03:47.350506 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Allocated IP 172.27.0.108 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/95b2d450-bfa1-4c77-a815-682c08f66335) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:47.426221 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] For port 08caacc5-9dfb-4edd-b830-c75e50be8d1d, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:47.430653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] For port 08caacc5-9dfb-4edd-b830-c75e50be8d1d, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=08caacc5-9dfb-4edd-b830-c75e50be8d1d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:47.435940 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18a331cb-6486-4c3d-8212-c81306ab1d71 req-54748b41-f1d9-495c-afc5-c5e5cec158a3 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016788 Mar 24 14:03:47.570104 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 687846a2-8cff-4066-ba49-82e6864fe83e is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:47.571409 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9743e19-6775-4fd3-86bc-069db96e6e85 {{(pid=110186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:03:47.576042 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.607835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Publish callbacks [] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.640891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for port (95b2d450-bfa1-4c77-a815-682c08f66335), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.661736 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23791906-d986-4d3d-b459-26f4fde790ae None None] Pushing event updated for resources: {'Port': ['ID=08caacc5-9dfb-4edd-b830-c75e50be8d1d,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:47.682459 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.42', 52693) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:47.696160 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:03:47.697849 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:03:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:47.698673 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.provisioning_blocks [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Transition to ACTIVE for port object b9743e19-6775-4fd3-86bc-069db96e6e85 will not be triggered until provisioned by entity L2. {{(pid=110186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:03:47.839182 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.886099 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] Provisioning complete for port 08caacc5-9dfb-4edd-b830-c75e50be8d1d triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:47.901450 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:47.975727 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08caacc5-9dfb-4edd-b830-c75e50be8d1d up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:47.980117 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b6b47cca-6286-4d47-b55b-d40dd70155a1 req-0a45f952-aa7b-4f15-908b-f83abb3babbf tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.0407634 Mar 24 14:03:48.001016 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:03:48.012044 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Pushing event updated for resources: {'Port': ['ID=b9743e19-6775-4fd3-86bc-069db96e6e85,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:48.110032 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-c4bd04b1-644e-44b2-a4a4-99a9ab939155 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:48.111789 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-c4bd04b1-644e-44b2-a4a4-99a9ab939155 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 818 time: 0.4237082 Mar 24 14:03:48.127554 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (95b2d450-bfa1-4c77-a815-682c08f66335), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.133024 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Attempting to bind port b9743e19-6775-4fd3-86bc-069db96e6e85 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:48.135549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Attempting to bind port b9743e19-6775-4fd3-86bc-069db96e6e85 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '6e323490-4260-4e09-beb3-0f732b44d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f'}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:48.135549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Attempting to bind port b9743e19-6775-4fd3-86bc-069db96e6e85 on network 58366c27-f81e-4647-981e-b65f1900f62f {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:48.135764 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'port': {'device_id': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'admin_state_up': True, 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:48.140546 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Port b9743e19-6775-4fd3-86bc-069db96e6e85 on network 58366c27-f81e-4647-981e-b65f1900f62f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:03:48.140883 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Attempting to bind port b9743e19-6775-4fd3-86bc-069db96e6e85 on network 58366c27-f81e-4647-981e-b65f1900f62f {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:48.147575 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:48.147948 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Checking segment: {'id': '6e323490-4260-4e09-beb3-0f732b44d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:48.148777 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Bound using segment: {'id': '6e323490-4260-4e09-beb3-0f732b44d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f'} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:48.149293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Bound port: b9743e19-6775-4fd3-86bc-069db96e6e85, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e323490-4260-4e09-beb3-0f732b44d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f'}}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:48.149660 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.280852 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 08caacc5-9dfb-4edd-b830-c75e50be8d1d triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:48.281233 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.283289 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] For port b9743e19-6775-4fd3-86bc-069db96e6e85, host hv-cinder-79818, cleared binding levels {{(pid=110186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:48.291630 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] For port b9743e19-6775-4fd3-86bc-069db96e6e85, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9743e19-6775-4fd3-86bc-069db96e6e85,segment=NetworkSegment(6e323490-4260-4e09-beb3-0f732b44d4de),segment_id=6e323490-4260-4e09-beb3-0f732b44d4de)] {{(pid=110186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:48.429148 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'Port': ['ID=95b2d450-bfa1-4c77-a815-682c08f66335,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:48.439845 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.467074 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:48.471083 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.471083 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9743e19-6775-4fd3-86bc-069db96e6e85 HTTP/1.1" status: 200 len: 1093 time: 2.8583136 Mar 24 14:03:48.471083 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'tag': 'b9743e19-6775-4fd3-86bc-069db96e6e85'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:03:48.576656 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:48.581555 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:48.603701 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:48.784332 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] Current status of the port 08caacc5-9dfb-4edd-b830-c75e50be8d1d is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:48.785665 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.859348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d38ba-15fc-47ef-be28-ff210d083645 service neutron] Pushing event updated for resources: {'Port': ['ID=b9743e19-6775-4fd3-86bc-069db96e6e85,revision_number=3']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:48.881396 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-ca0acbed-969b-493a-be0d-cacc43ec0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:48.883038 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-ca0acbed-969b-493a-be0d-cacc43ec0040 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ad699e1eec4413cb3f3e11478a96019&device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 1127 time: 0.1536744 Mar 24 14:03:48.935875 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Made reservation on behalf of 61f40d27e14d4fd18c7e9df97f1972af for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:48.949825 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] For port 08caacc5-9dfb-4edd-b830-c75e50be8d1d, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=08caacc5-9dfb-4edd-b830-c75e50be8d1d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:03:48.954996 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 08caacc5-9dfb-4edd-b830-c75e50be8d1d is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:48.955787 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.968343 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:48.987603 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40274) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:48.998505 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:47Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:03:49.024690 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-eac47848-6f0a-40ca-94c2-e91e2d15ccf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9743e19-6775-4fd3-86bc-069db96e6e85 HTTP/1.1" status: 200 len: 217 time: 0.1256263 Mar 24 14:03:49.071144 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae26cff-0534-4eeb-a539-11734f160ab9 None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:47Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:03:49.079605 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:49.242031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff45aa4-abb3-4bce-aba4-3bffef7b91d8 req-a85ddd19-ddaa-4d76-93d0-0b3749b8fef5 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:49.253444 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2ff45aa4-abb3-4bce-aba4-3bffef7b91d8 req-a85ddd19-ddaa-4d76-93d0-0b3749b8fef5 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.5140498 Mar 24 14:03:49.255376 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.db.api [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 14:03:49.255881 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG oslo_db.api [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 14:03:49.261488 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-adcf17fc-1dd0-4f9e-999d-a1997851024e req-55da91ce-20b0-47f9-8717-0d3c728accdd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.1442344 Mar 24 14:03:49.287301 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-c22c551d-6226-48e1-9a82-3c7c37f24e8f None None] Provisioning complete for port 08caacc5-9dfb-4edd-b830-c75e50be8d1d triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:49.287301 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c22c551d-6226-48e1-9a82-3c7c37f24e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:49.310545 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1503e-9434-44ba-8307-1097b96467ac req-bcd5d728-5e6a-4958-b5aa-dfca1d139a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:49.312965 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-bcd5d728-5e6a-4958-b5aa-dfca1d139a2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95b19e35-7730-44e6-a794-f4a6bf4cabd8 HTTP/1.1" status: 200 len: 851 time: 0.2406793 Mar 24 14:03:49.431706 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04263045-5656-46a7-97c2-b3c2891b8af1 None None] Pushing event updated for resources: {'Port': ['ID=08caacc5-9dfb-4edd-b830-c75e50be8d1d,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:49.433246 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-82d7c9cc-b070-4361-a331-ef1db067108f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58366c27-f81e-4647-981e-b65f1900f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116846 Mar 24 14:03:49.438141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (f1609f8a-0f84-4369-be03-bdaa1dfb600f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:49.505618 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2ff45aa4-abb3-4bce-aba4-3bffef7b91d8 req-86ea91e6-d390-49cb-ba1b-b42d607e3de1 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417538 Mar 24 14:03:49.581642 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-c22c551d-6226-48e1-9a82-3c7c37f24e8f None None] Current status of the port 08caacc5-9dfb-4edd-b830-c75e50be8d1d is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:49.592666 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.42', 52699) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:49.609192 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f40262-61ed-4f1b-96f0-1b4d5493ec9c", "tag": "b9743e19-6775-4fd3-86bc-069db96e6e85"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:03:49.680194 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-5da7b8d4-c088-43aa-9660-643b2fae173d service neutron] 10.222.0.42 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285209 Mar 24 14:03:49.813192 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-5d2201c0-ae20-4a46-9267-9423c671ffb1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:49.819037 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-5d2201c0-ae20-4a46-9267-9423c671ffb1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 818 time: 0.2199476 Mar 24 14:03:49.849112 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 08caacc5-9dfb-4edd-b830-c75e50be8d1d is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:49.919883 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bf1503e-9434-44ba-8307-1097b96467ac req-5a91017c-24c2-43b7-b939-06094c89f3a9 service neutron] 10.222.0.42 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218854 Mar 24 14:03:49.938223 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'port': {'device_id': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'admin_state_up': True, 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:50.021842 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08caacc5-9dfb-4edd-b830-c75e50be8d1d up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:03:50.094683 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f51b3f34-4362-4ee0-b630-a4f8e79f6015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:50.129000 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Allocated IP 172.20.0.8 (21d3dd6f-be7f-409c-9835-18b79510f00d/f3843d83-8fa1-4aaa-8f90-0d283761c38d/00c8eb8b-7dd8-4ce1-81f6-95438a738fe5) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:50.140447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (95b2d450-bfa1-4c77-a815-682c08f66335), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:50.141991 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 08caacc5-9dfb-4edd-b830-c75e50be8d1d triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:50.142455 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:50.385802 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 08caacc5-9dfb-4edd-b830-c75e50be8d1d is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:03:50.513691 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05025553-bb1b-4589-a027-bea3e5d3f634 x-openstack-request-id: req-05025553-bb1b-4589-a027-bea3e5d3f634 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:03:50.513990 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f40262-61ed-4f1b-96f0-1b4d5493ec9c", "tag": "b9743e19-6775-4fd3-86bc-069db96e6e85", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:03:50.514249 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05025553-bb1b-4589-a027-bea3e5d3f634 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:03:50.514869 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05025553-bb1b-4589-a027-bea3e5d3f634'] response: {'name': 'network-changed', 'server_uuid': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'tag': 'b9743e19-6775-4fd3-86bc-069db96e6e85', 'status': 'completed', 'code': 200} Mar 24 14:03:50.637571 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-312364b7-77aa-45e0-9365-5f8622a31631 req-a74c46f8-d671-4fde-a5bf-319f835b2175 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.1841016 Mar 24 14:03:50.777151 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-6aafc33c-d625-4b77-8cce-de648e23ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:50.791903 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-6aafc33c-d625-4b77-8cce-de648e23ce06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ad699e1eec4413cb3f3e11478a96019&device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 1127 time: 0.2084565 Mar 24 14:03:50.808483 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496047e-98ab-4cda-9b81-9414ef51ee1c req-d0a908b5-b71f-478c-ae86-1dd72cdd4277 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:50.810381 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5496047e-98ab-4cda-9b81-9414ef51ee1c req-d0a908b5-b71f-478c-ae86-1dd72cdd4277 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.1809368 Mar 24 14:03:50.867568 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f51b3f34-4362-4ee0-b630-a4f8e79f6015 admin admin] Publish callbacks [] for security_group (ca2e90a8-eaa6-45a3-935a-096803a1d086), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:50.917414 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5496047e-98ab-4cda-9b81-9414ef51ee1c req-f86adef4-7d36-46ea-bb18-0c39717740e8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988550 Mar 24 14:03:50.977433 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:50.993908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for port (95b2d450-bfa1-4c77-a815-682c08f66335), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.014698 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Made reservation on behalf of 61f40d27e14d4fd18c7e9df97f1972af for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:03:51.020367 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.061113 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f51b3f34-4362-4ee0-b630-a4f8e79f6015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ca2e90a8-eaa6-45a3-935a-096803a1d086), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.127620 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f51b3f34-4362-4ee0-b630-a4f8e79f6015 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=848c3a3698d74d7d9dd1f2fa7daf6689&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1096363 Mar 24 14:03:51.128500 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (95b2d450-bfa1-4c77-a815-682c08f66335), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.130963 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40338) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:51.190444 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'Port': ['ID=95b2d450-bfa1-4c77-a815-682c08f66335,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:51.242724 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (f1609f8a-0f84-4369-be03-bdaa1dfb600f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.307315 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b3f34-4362-4ee0-b630-a4f8e79f6015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2e90a8-eaa6-45a3-935a-096803a1d086,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:51.337017 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72f8efe6-77ff-4863-b189-60afcff8d160 admin admin] Publish callbacks [] for security_group (ca2e90a8-eaa6-45a3-935a-096803a1d086), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.390347 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.404276 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.404276 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6ff01cf0-bb8e-4e35-be6a-0738589a8713 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1915267 Mar 24 14:03:51.484119 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72f8efe6-77ff-4863-b189-60afcff8d160 admin admin] Publish callbacks [] for security_group (ca2e90a8-eaa6-45a3-935a-096803a1d086), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.509674 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:51.528357 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:51.537487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:51.591079 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-3f8a8550-878e-4955-9bfa-b99ae7cea449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:51.595851 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-3f8a8550-878e-4955-9bfa-b99ae7cea449 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58366c27-f81e-4647-981e-b65f1900f62f HTTP/1.1" status: 200 len: 912 time: 0.3882284 Mar 24 14:03:51.632024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'Port': ['ID=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:51.661028 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:51.661739 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.733571 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.db.api [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-f87c5651-09e0-4b31-a0f5-5c928aeeaceb {{(pid=110187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 14:03:51.736261 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG oslo_db.api [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 14:03:51.747575 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-bee6c911-1f4d-4d5a-b3ca-8dea9733d2d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9743e19-6775-4fd3-86bc-069db96e6e85 HTTP/1.1" status: 200 len: 217 time: 0.1331413 Mar 24 14:03:51.775844 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-d7d20f20-3d78-4f3f-a130-35c2f9e08c82 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6453547 Mar 24 14:03:51.794776 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Request body: {'port': {'device_id': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:51.854987 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72f8efe6-77ff-4863-b189-60afcff8d160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ca2e90a8-eaa6-45a3-935a-096803a1d086), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.861036 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72f8efe6-77ff-4863-b189-60afcff8d160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:51.879185 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-72f8efe6-77ff-4863-b189-60afcff8d160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca2e90a8-eaa6-45a3-935a-096803a1d086 HTTP/1.1" status: 204 len: 168 time: 0.7464480 Mar 24 14:03:51.908625 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-7f77ae77-ce24-40f3-b01b-7f99622b41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:51.912707 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-7f77ae77-ce24-40f3-b01b-7f99622b41fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95b19e35-7730-44e6-a794-f4a6bf4cabd8 HTTP/1.1" status: 200 len: 851 time: 0.1689098 Mar 24 14:03:51.926058 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8efe6-77ff-4863-b189-60afcff8d160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2e90a8-eaa6-45a3-935a-096803a1d086,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:51.963214 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-80295a15-53f8-49db-8cc6-6edb7e395595 req-1b107ee9-b468-44ef-9ac4-20126466c875 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.0992951 Mar 24 14:03:51.984745 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:52.039992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-66c95118-f875-4b08-b48a-91d3becc98bb None None] Provisioning complete for port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:52.040533 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-66c95118-f875-4b08-b48a-91d3becc98bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:52.300087 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-0b286fdf-3b7c-4232-a029-61c724cc2d59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58366c27-f81e-4647-981e-b65f1900f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3760166 Mar 24 14:03:52.356749 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-66c95118-f875-4b08-b48a-91d3becc98bb None None] Port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:03:52.482093 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-2dc5cc05-9192-4fa5-9034-5b01f2895b54 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2016127329&fields=id&tenant_id=9162284d5ee84a61a08a3d73a0125327 HTTP/1.1" status: 200 len: 267 time: 0.1848719 Mar 24 14:03:52.523595 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:52.539179 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-7f3a7502-a54a-4756-9754-7f4a1a48674f service neutron] 10.222.0.42 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203696 Mar 24 14:03:52.820321 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0f4632ed-bcb1-4cec-8812-e8358f947c99 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:52.821794 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0f4632ed-bcb1-4cec-8812-e8358f947c99 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 810 time: 0.2816725 Mar 24 14:03:52.824435 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66d54890-ecd8-43d6-a3c3-0d0309e5ff45 req-8999b1aa-2e9d-43ec-a3b4-0f6378313d1a service neutron] 10.222.0.42 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318001 Mar 24 14:03:52.855761 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0218ccb7-df36-47e3-afff-9c2ab713bae2 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/quotas/9162284d5ee84a61a08a3d73a0125327 HTTP/1.1" status: 200 len: 375 time: 0.0255103 Mar 24 14:03:52.987163 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c19c1-1d9d-4c65-8e35-ab3675cd730a req-306537f2-bf83-4c26-986b-cf5370bf7892 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:52.995908 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9b7c19c1-1d9d-4c65-8e35-ab3675cd730a req-306537f2-bf83-4c26-986b-cf5370bf7892 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.7831554 Mar 24 14:03:53.074506 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-56669f05-0ea2-44ff-8aa4-37c56fafe5b5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080812 Mar 24 14:03:53.123351 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9b7c19c1-1d9d-4c65-8e35-ab3675cd730a req-f14a1f9a-65cc-415f-a03c-16bd6be6b865 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178017 Mar 24 14:03:53.216541 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:03:53.231021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Publish callbacks [] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:53.261889 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Transition to ACTIVE for port object 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:03:53.300679 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0993806f-ba9f-4a59-b22c-243f1637a80d req-4c6080cf-0ab8-45a1-aad3-3b71b9109515 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.0324626 Mar 24 14:03:53.376855 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:53.473228 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-29f14796-13b7-4388-923d-c43611d3dac1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:03:53.485649 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-29f14796-13b7-4388-923d-c43611d3dac1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1826389 Mar 24 14:03:53.550020 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Pushing event updated for resources: {'Port': ['ID=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:53.567011 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Allocated IP 172.20.0.3 (21d3dd6f-be7f-409c-9835-18b79510f00d/f3843d83-8fa1-4aaa-8f90-0d283761c38d/a29afa2a-c8cf-4886-b009-b52bbf5919a5) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:03:53.709473 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-5157b249-505a-42fb-a3ff-aaa09644e8a8 service neutron] 10.222.0.20 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226589 Mar 24 14:03:53.763035 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Attempting to bind port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:53.763403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Attempting to bind port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:53.763730 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Attempting to bind port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:53.777710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 on network 21d3dd6f-be7f-409c-9835-18b79510f00d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:03:53.777971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Attempting to bind port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:53.797828 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:53.798186 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Checking segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:53.798789 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Bound using segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:53.799549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Bound port: 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:53.799549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:53.831073 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-9710926c-c419-4ca9-9a0f-5948decaace0 service neutron] 10.222.0.20 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202645 Mar 24 14:03:54.000392 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.062117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] For port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:54.069344 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] For port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:54.133281 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.244042 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:03:54.276021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.297423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:03:54.310359 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:03:54.334578 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-72bad3bb-6166-49a5-8cf1-339d239dbb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.369292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:54.369997 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.394443 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:54.394955 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.396536 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] 10.222.0.42 "PUT /v2.0/ports/00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 1093 time: 2.6070478 Mar 24 14:03:54.442686 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'tag': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:03:54.489031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'Port': ['ID=a29afa2a-c8cf-4886-b009-b52bbf5919a5,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:54.562005 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c0bb0a07-6198-4b27-94e8-b45ab95391ad req-ef2e4803-c031-4e4e-b4b3-057974ce5db2 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.1169481 Mar 24 14:03:54.694924 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-b87023b3-eeba-4dfe-a98e-79291b0289ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7792315 Mar 24 14:03:54.764734 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Request body: {'port': {'device_id': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:54.799338 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804245-0644-4fd3-a2ef-f280ea63035a req-4c44a076-5010-4d8a-995f-c600c04a6dc8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:54.801118 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-30804245-0644-4fd3-a2ef-f280ea63035a req-4c44a076-5010-4d8a-995f-c600c04a6dc8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.4937975 Mar 24 14:03:54.818589 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-558a645d-e8ab-4cf4-9b31-c2ccff09eea0 None None] Provisioning complete for port a29afa2a-c8cf-4886-b009-b52bbf5919a5 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:03:54.822881 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-558a645d-e8ab-4cf4-9b31-c2ccff09eea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:54.896716 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ebfa5-6937-46a0-bf96-21dd99ed64e1 req-ec39cc99-0fa6-440a-a16c-942e2ac7b79d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:54.909943 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f34ebfa5-6937-46a0-bf96-21dd99ed64e1 req-ec39cc99-0fa6-440a-a16c-942e2ac7b79d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 931 time: 0.2467165 Mar 24 14:03:54.941185 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-c46fa5c6-33eb-445c-8e32-c9e317f16952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:54.944725 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-c46fa5c6-33eb-445c-8e32-c9e317f16952 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1127 time: 0.3604474 Mar 24 14:03:54.949379 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685641bc-a540-4e28-8b51-2b0028b0089e service neutron] Pushing event updated for resources: {'Port': ['ID=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:54.963908 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-558a645d-e8ab-4cf4-9b31-c2ccff09eea0 None None] Port a29afa2a-c8cf-4886-b009-b52bbf5919a5 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:03:54.976105 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d", "tag": "00c8eb8b-7dd8-4ce1-81f6-95438a738fe5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:03:55.053377 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f34ebfa5-6937-46a0-bf96-21dd99ed64e1 req-74210adb-9876-456f-a7b4-f718c5845b6d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357758 Mar 24 14:03:55.091877 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40482) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:55.180254 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-272cc1fe-11ad-4ccc-93d7-bdf06b160996 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 217 time: 0.1876619 Mar 24 14:03:55.227706 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:55.406849 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-30804245-0644-4fd3-a2ef-f280ea63035a req-6420df36-85f8-4299-b388-9518649a3a18 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203214 Mar 24 14:03:55.457033 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8cf170c-c671-482a-8865-b05b57289d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:55.490157 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28496f8e-49cf-4b53-abc6-d7bb83970fc1 x-openstack-request-id: req-28496f8e-49cf-4b53-abc6-d7bb83970fc1 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:03:55.490505 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d", "tag": "00c8eb8b-7dd8-4ce1-81f6-95438a738fe5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:03:55.490784 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28496f8e-49cf-4b53-abc6-d7bb83970fc1 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:03:55.491331 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28496f8e-49cf-4b53-abc6-d7bb83970fc1'] response: {'name': 'network-changed', 'server_uuid': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'tag': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5', 'status': 'completed', 'code': 200} Mar 24 14:03:55.497570 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-a252d36c-15eb-41ca-b6eb-6737e80db530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:55.499190 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-a252d36c-15eb-41ca-b6eb-6737e80db530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.2730315 Mar 24 14:03:55.578015 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8cf170c-c671-482a-8865-b05b57289d0c admin admin] Publish callbacks [] for security_group (f6a16842-fab0-4711-b27f-347a58021661), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:55.706831 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9280d537-d011-4a9c-af87-91ea1752ccba req-da44eed5-e6c3-4855-9606-e4a0d94a3ce8 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.0514174 Mar 24 14:03:55.712825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8cf170c-c671-482a-8865-b05b57289d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f6a16842-fab0-4711-b27f-347a58021661), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:55.751871 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf170c-c671-482a-8865-b05b57289d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a16842-fab0-4711-b27f-347a58021661,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:55.810000 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-7a80abe5-2b81-4c6d-bbca-7d2e73673893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:55.812219 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-7a80abe5-2b81-4c6d-bbca-7d2e73673893 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2993538 Mar 24 14:03:55.812332 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f8cf170c-c671-482a-8865-b05b57289d0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baf81c831af6415da9537538ff762c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7183123 Mar 24 14:03:55.814747 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40510) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:55.884978 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-df0d13a7-663d-405e-94d5-6151b0027ab8 admin admin] Publish callbacks [] for security_group (f6a16842-fab0-4711-b27f-347a58021661), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:55.942219 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-df0d13a7-663d-405e-94d5-6151b0027ab8 admin admin] Publish callbacks [] for security_group (f6a16842-fab0-4711-b27f-347a58021661), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:56.125304 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-df0d13a7-663d-405e-94d5-6151b0027ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f6a16842-fab0-4711-b27f-347a58021661), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:56.134179 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-df0d13a7-663d-405e-94d5-6151b0027ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:56.137015 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-df0d13a7-663d-405e-94d5-6151b0027ab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6a16842-fab0-4711-b27f-347a58021661 HTTP/1.1" status: 204 len: 168 time: 0.3210471 Mar 24 14:03:56.163950 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d13a7-663d-405e-94d5-6151b0027ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a16842-fab0-4711-b27f-347a58021661,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:56.271313 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-2992aa07-7b06-4409-a862-4a2fb6ed729a service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387851 Mar 24 14:03:56.273730 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29afa2a-c8cf-4886-b009-b52bbf5919a5 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:03:56.293141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Publish callbacks [] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:56.316542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Transition to ACTIVE for port object a29afa2a-c8cf-4886-b009-b52bbf5919a5 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:03:56.329955 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06b89b-dd71-441b-be7a-240feb29e609 req-0f915b4c-3c5f-4829-b1b1-9e0d3bccad95 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:56.331594 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1a06b89b-dd71-441b-be7a-240feb29e609 req-0f915b4c-3c5f-4829-b1b1-9e0d3bccad95 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 931 time: 0.1402125 Mar 24 14:03:56.398920 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1a06b89b-dd71-441b-be7a-240feb29e609 req-eeccc590-2394-449f-8444-93f01e51a14b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595987 Mar 24 14:03:56.437576 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:56.481147 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Pushing event updated for resources: {'Port': ['ID=a29afa2a-c8cf-4886-b009-b52bbf5919a5,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:56.494610 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-47a8a4da-c342-4778-b079-ae8aace8498b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:56.640318 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb6e-35c8-490f-9994-e8c4905a545d req-b582c5f0-e2cc-459f-b49a-c9c8aac286a7 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:56.649538 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4655fb6e-35c8-490f-9994-e8c4905a545d req-b582c5f0-e2cc-459f-b49a-c9c8aac286a7 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.1337583 Mar 24 14:03:56.719566 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4655fb6e-35c8-490f-9994-e8c4905a545d req-c0396784-a8ac-4217-9b5a-14534f128568 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682430 Mar 24 14:03:56.910929 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a5eb0bcd-a82c-4ce8-94bb-05abca13d3f7 req-27875af6-3649-4933-aac4-0eac779e4f1f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.1022615 Mar 24 14:03:56.917479 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f9de7c-00fe-406d-8928-1072b1f08f45 req-546c8eed-fde9-45f7-8bc7-e240cf70ab65 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059250 Mar 24 14:03:56.934482 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Attempting to bind port a29afa2a-c8cf-4886-b009-b52bbf5919a5 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:03:56.935037 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Attempting to bind port a29afa2a-c8cf-4886-b009-b52bbf5919a5 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:03:56.935853 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Attempting to bind port a29afa2a-c8cf-4886-b009-b52bbf5919a5 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:56.941335 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Port a29afa2a-c8cf-4886-b009-b52bbf5919a5 on network 21d3dd6f-be7f-409c-9835-18b79510f00d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:03:56.942230 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Attempting to bind port a29afa2a-c8cf-4886-b009-b52bbf5919a5 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:03:56.948442 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:03:56.949102 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Checking segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:03:56.949321 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Bound using segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:03:56.950042 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Bound port: a29afa2a-c8cf-4886-b009-b52bbf5919a5, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:03:56.950441 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.036378 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] For port a29afa2a-c8cf-4886-b009-b52bbf5919a5, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:03:57.040279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] For port a29afa2a-c8cf-4886-b009-b52bbf5919a5, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:03:57.122929 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.183815 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.184480 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.185916 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] 10.222.0.42 "PUT /v2.0/ports/a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 200 len: 1093 time: 2.4610744 Mar 24 14:03:57.209027 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbb914-1a95-4e8f-8d83-9ddd120e8c91 service neutron] Pushing event updated for resources: {'Port': ['ID=a29afa2a-c8cf-4886-b009-b52bbf5919a5,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:57.255301 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40546) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:57.280836 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c408dc4-cf4f-45a7-a374-56897dc74a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.493394 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'tag': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:03:57.496059 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cd7961-efa7-40c2-ad32-3b3e795105f8" -d '{"events": [{"name": "network-changed", "server_uuid": "61ae10db-adfd-4c48-a5d8-3d254548a228", "tag": "a29afa2a-c8cf-4886-b009-b52bbf5919a5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:03:57.541569 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-00772521-9194-4877-b18f-8d147d80724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.543126 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-00772521-9194-4877-b18f-8d147d80724d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1127 time: 0.2387137 Mar 24 14:03:57.554816 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c408dc4-cf4f-45a7-a374-56897dc74a8b admin admin] Publish callbacks [] for security_group (c4cee40f-9eca-4265-bb22-949c63bc277f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.560528 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-d03630c8-e68f-4277-91cb-050e1dbf4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.562301 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-d03630c8-e68f-4277-91cb-050e1dbf4d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1127 time: 0.1602211 Mar 24 14:03:57.588897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5660e712-88d7-4054-b0ed-df5e200a4c5c x-openstack-request-id: req-5660e712-88d7-4054-b0ed-df5e200a4c5c {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:03:57.589760 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ae10db-adfd-4c48-a5d8-3d254548a228", "tag": "a29afa2a-c8cf-4886-b009-b52bbf5919a5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:03:57.590031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5660e712-88d7-4054-b0ed-df5e200a4c5c {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:03:57.590425 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5660e712-88d7-4054-b0ed-df5e200a4c5c'] response: {'name': 'network-changed', 'server_uuid': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'tag': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5', 'status': 'completed', 'code': 200} Mar 24 14:03:57.596563 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c879c-c763-4132-b0a3-346d919bb841 req-05c73b57-b4b2-472a-a0b1-43bd6ddf5e34 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.598337 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-df1c879c-c763-4132-b0a3-346d919bb841 req-05c73b57-b4b2-472a-a0b1-43bd6ddf5e34 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 943 time: 0.0848050 Mar 24 14:03:57.661216 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c408dc4-cf4f-45a7-a374-56897dc74a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (c4cee40f-9eca-4265-bb22-949c63bc277f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.676310 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-df1c879c-c763-4132-b0a3-346d919bb841 req-fb8a4a59-2307-4231-beb4-71aee005bc9a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717967 Mar 24 14:03:57.708794 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5c408dc4-cf4f-45a7-a374-56897dc74a8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa6f15fa00954faeaa1031863d4e2b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521618 Mar 24 14:03:57.711764 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40560) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:57.761280 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-3194dcec-80a6-476e-ba18-fd6ae9c022db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 200 len: 217 time: 0.1010098 Mar 24 14:03:57.766225 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc9200b9-8360-4218-850e-59959b6bd147 admin admin] Publish callbacks [] for security_group (c4cee40f-9eca-4265-bb22-949c63bc277f), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.792330 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc9200b9-8360-4218-850e-59959b6bd147 admin admin] Publish callbacks [] for security_group (c4cee40f-9eca-4265-bb22-949c63bc277f), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.830794 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:57.880273 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c408dc4-cf4f-45a7-a374-56897dc74a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cee40f-9eca-4265-bb22-949c63bc277f,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:57.900276 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-0292c15d-9053-49c1-89b8-3f30c68776fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.901737 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-0292c15d-9053-49c1-89b8-3f30c68776fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.1290135 Mar 24 14:03:57.908678 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-845e44fc-6e8a-455c-8033-615f1e2017c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.910037 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-845e44fc-6e8a-455c-8033-615f1e2017c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.3297942 Mar 24 14:03:57.928958 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23fb38-5c1a-4970-be04-3f42b423d279 req-ff74acb5-a659-4bcf-964e-ca927eb04ea8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:57.941791 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e23fb38-5c1a-4970-be04-3f42b423d279 req-ff74acb5-a659-4bcf-964e-ca927eb04ea8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.0892720 Mar 24 14:03:57.978946 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e23fb38-5c1a-4970-be04-3f42b423d279 req-5d371788-8fd0-4c34-9b64-3fe12f680e22 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Mar 24 14:03:57.999632 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-590dd440-a1da-411e-b81b-a83ba4cfbf42 req-fbb0a895-2e61-4db8-a995-e6a7051981ff tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.0296898 Mar 24 14:03:58.004177 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc9200b9-8360-4218-850e-59959b6bd147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (c4cee40f-9eca-4265-bb22-949c63bc277f), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:58.006714 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc9200b9-8360-4218-850e-59959b6bd147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:58.010399 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-dc9200b9-8360-4218-850e-59959b6bd147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4cee40f-9eca-4265-bb22-949c63bc277f HTTP/1.1" status: 204 len: 168 time: 0.2949910 Mar 24 14:03:58.016149 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9200b9-8360-4218-850e-59959b6bd147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cee40f-9eca-4265-bb22-949c63bc277f,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:58.781848 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea2448-9b63-453f-b4f9-0ff9d098c429 req-a95ffb0f-f24f-4376-a6da-03a17570d6f3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:58.783470 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d9ea2448-9b63-453f-b4f9-0ff9d098c429 req-a95ffb0f-f24f-4376-a6da-03a17570d6f3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 943 time: 0.0525389 Mar 24 14:03:58.839043 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d9ea2448-9b63-453f-b4f9-0ff9d098c429 req-55ff52ec-b6ff-4c81-99e7-61dcd583f678 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Mar 24 14:03:58.938083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40624) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:58.989739 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.053420 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0986f93d-47f3-4a93-a089-66dafc47b2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.106334 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-56b6a272-42a9-4859-b97b-fcfcdc610496 req-9011fac2-cd37-4166-8a1d-e015ca2604da tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.0344388 Mar 24 14:03:59.143607 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfc68c-e6ac-43bf-99d0-16fc456f1b3d req-7a51df90-e83a-4e56-a986-3ecf9e747ffc tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:59.145079 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-43bfc68c-e6ac-43bf-99d0-16fc456f1b3d req-7a51df90-e83a-4e56-a986-3ecf9e747ffc tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.0982616 Mar 24 14:03:59.222815 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-43bfc68c-e6ac-43bf-99d0-16fc456f1b3d req-e89a1a91-ce5b-475f-91aa-34786964cae6 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722027 Mar 24 14:03:59.225916 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0986f93d-47f3-4a93-a089-66dafc47b2cf admin admin] Publish callbacks [] for security_group (2546c5e4-d9e0-4b72-b985-4ec038a9c06d), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.318999 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0986f93d-47f3-4a93-a089-66dafc47b2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (2546c5e4-d9e0-4b72-b985-4ec038a9c06d), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.325176 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-e10a6a68-574f-472b-88e2-98cea8f77ab5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 217 time: 0.0645227 Mar 24 14:03:59.375229 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-0986f93d-47f3-4a93-a089-66dafc47b2cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7119d65c4aa4af4a12653d6f0154539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360318 Mar 24 14:03:59.378073 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40650) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:59.396033 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986f93d-47f3-4a93-a089-66dafc47b2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2546c5e4-d9e0-4b72-b985-4ec038a9c06d,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:59.414640 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-904b7e3d-51bc-4073-a34d-3eedf44427ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:59.416158 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-904b7e3d-51bc-4073-a34d-3eedf44427ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1567781 Mar 24 14:03:59.419894 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-bcf3d8fc-c4fc-4f30-9bf1-7393f2ecf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:59.422045 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-bcf3d8fc-c4fc-4f30-9bf1-7393f2ecf547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0672314 Mar 24 14:03:59.491317 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab3ef-6493-4ac4-82fa-0841af26d359 admin admin] Publish callbacks [] for security_group (2546c5e4-d9e0-4b72-b985-4ec038a9c06d), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.534549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab3ef-6493-4ac4-82fa-0841af26d359 admin admin] Publish callbacks [] for security_group (2546c5e4-d9e0-4b72-b985-4ec038a9c06d), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.548429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-720b160f-06b0-4514-baf9-eb3d0d643e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:59.549919 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-720b160f-06b0-4514-baf9-eb3d0d643e5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155684 Mar 24 14:03:59.555306 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-f39f9400-ba83-49e9-aa2f-5524ebf72362 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229284 Mar 24 14:03:59.704397 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-57084da3-3ae0-4e99-ac06-6dfbb420d18c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:03:59.707079 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-57084da3-3ae0-4e99-ac06-6dfbb420d18c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 810 time: 0.1280286 Mar 24 14:03:59.751844 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-0876deab-985b-4b98-9566-e5c91a48a857 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843965 Mar 24 14:03:59.752802 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e40cd49f-4771-470b-9b29-2562fba89c41 req-326831ac-d3a0-49ad-b752-9cdef9fe11dd service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428416 Mar 24 14:03:59.762049 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab3ef-6493-4ac4-82fa-0841af26d359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (2546c5e4-d9e0-4b72-b985-4ec038a9c06d), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.764755 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab3ef-6493-4ac4-82fa-0841af26d359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:03:59.766594 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-cd5ab3ef-6493-4ac4-82fa-0841af26d359 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2546c5e4-d9e0-4b72-b985-4ec038a9c06d HTTP/1.1" status: 204 len: 168 time: 0.3865447 Mar 24 14:03:59.830283 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ab3ef-6493-4ac4-82fa-0841af26d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2546c5e4-d9e0-4b72-b985-4ec038a9c06d,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:03:59.863127 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40674) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:03:59.866970 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-ace25b46-1cda-47cd-9e4d-62d44cf9cdc7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9162284d5ee84a61a08a3d73a0125327 HTTP/1.1" status: 200 len: 380 time: 0.1515107 Mar 24 14:03:59.881988 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'port': {'device_id': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'admin_state_up': True, 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'security_groups': ['d5cb993f-bde0-4748-8e48-928384c02604']}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:03:59.913908 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e9cf5c8e-dd7b-4d1b-a29b-8aa9168159be req-0a3fb8c6-beb9-4a99-92f8-6574a64b7e34 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600282 Mar 24 14:04:00.062899 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466c92-c802-4b04-9f97-a9106fecbf4a req-ad9c3e29-83cf-4f3c-86c0-f4fce867c437 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.064401 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f9466c92-c802-4b04-9f97-a9106fecbf4a req-ad9c3e29-83cf-4f3c-86c0-f4fce867c437 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 943 time: 0.1081443 Mar 24 14:04:00.135137 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Made reservation on behalf of 9162284d5ee84a61a08a3d73a0125327 for: {'port': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:04:00.142882 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.225173 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f9466c92-c802-4b04-9f97-a9106fecbf4a req-ce93bf47-d871-4ec8-a1a1-436c4b9124e3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548803 Mar 24 14:04:00.294730 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-247af1ef-8f91-4672-81bb-3f444807b5cc req-c6ec5134-b1c8-4111-82fd-c18ef6efa3da tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.0894203 Mar 24 14:04:00.300482 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-f3f95066-4f96-4274-9402-5ae81dfa01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.302125 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-f3f95066-4f96-4274-9402-5ae81dfa01bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1127 time: 0.1929631 Mar 24 14:04:00.399920 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Allocated IP 172.20.0.5 (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01/4b974a19-a509-4754-b268-3c9590d3d6da/dba8feac-3126-404b-88c3-44785b56e8b2) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:04:00.428823 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbdd6-56cb-4ee3-8697-f5b1a663156f req-6e9f0be7-9c4a-4824-92a2-b63ee7ca6eca tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.430770 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-18fbbdd6-56cb-4ee3-8697-f5b1a663156f req-6e9f0be7-9c4a-4824-92a2-b63ee7ca6eca tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.0901012 Mar 24 14:04:00.546981 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-18fbbdd6-56cb-4ee3-8697-f5b1a663156f req-012e72c2-7948-4d30-87bc-c0d00ee8f050 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068029 Mar 24 14:04:00.609847 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for port (dba8feac-3126-404b-88c3-44785b56e8b2), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.627643 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bfc95e33-4fae-4b3e-98b4-5a7c3900e3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.641445 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.658234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-2100708b-6869-458d-aea6-ab2ebba24a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.659744 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-2100708b-6869-458d-aea6-ab2ebba24a7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.3489518 Mar 24 14:04:00.709959 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-2cbcfb43-fef8-405b-b7d0-f8692499fed8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 200 len: 217 time: 0.0433352 Mar 24 14:04:00.722653 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.758280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40714) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:00.779275 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:04:00.785255 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:04:00.789877 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7042b064-9a2d-4500-8a9c-a45d82456605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.790016 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:04:00.795881 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.796108 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.812396 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-7d5b72b2-a63e-4ca1-a49e-747f06f796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.815986 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'Port': ['ID=dba8feac-3126-404b-88c3-44785b56e8b2,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:00.817497 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-7d5b72b2-a63e-4ca1-a49e-747f06f796cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.1001596 Mar 24 14:04:00.838399 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bfc95e33-4fae-4b3e-98b4-5a7c3900e3fb admin admin] Publish callbacks [] for security_group (1c3f9fb3-7376-4787-b65a-bdfe77f800af), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.895251 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-76ecb704-fe67-4900-9edc-7aafd2c97908 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0218492 Mar 24 14:04:00.906790 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Request body: {'port': {'device_id': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:04:00.944763 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7042b064-9a2d-4500-8a9c-a45d82456605 admin admin] Publish callbacks [] for security_group (c47bf3dd-e10a-485b-8974-f7b7780db857), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.947209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bfc95e33-4fae-4b3e-98b4-5a7c3900e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (1c3f9fb3-7376-4787-b65a-bdfe77f800af), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:00.985514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-eed6bd77-f2a5-450f-ac3c-dedd614c6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:00.986720 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-eed6bd77-f2a5-450f-ac3c-dedd614c6320 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126060 Mar 24 14:04:01.002115 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.010439 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-bfc95e33-4fae-4b3e-98b4-5a7c3900e3fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36173aa438fa4176bebec4e2bc14a6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1460729 Mar 24 14:04:01.015548 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40722) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:01.021602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7042b064-9a2d-4500-8a9c-a45d82456605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (c47bf3dd-e10a-485b-8974-f7b7780db857), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.075498 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc95e33-4fae-4b3e-98b4-5a7c3900e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3f9fb3-7376-4787-b65a-bdfe77f800af,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:01.094134 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a6b32a4b-6d3c-4434-b606-28abb1f167c7 None None] Provisioning complete for port dba8feac-3126-404b-88c3-44785b56e8b2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:04:01.094502 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a6b32a4b-6d3c-4434-b606-28abb1f167c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.114104 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-adc6fd10-6dd5-4072-95cd-ee9569099f96 admin admin] Publish callbacks [] for security_group (1c3f9fb3-7376-4787-b65a-bdfe77f800af), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.122159 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7042b064-9a2d-4500-8a9c-a45d82456605 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4efffb0aede049818c9d293da508857e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595786 Mar 24 14:04:01.127892 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40726) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:01.136822 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a6b32a4b-6d3c-4434-b606-28abb1f167c7 None None] Port dba8feac-3126-404b-88c3-44785b56e8b2 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:04:01.139712 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042b064-9a2d-4500-8a9c-a45d82456605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47bf3dd-e10a-485b-8974-f7b7780db857,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:01.191225 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-adc6fd10-6dd5-4072-95cd-ee9569099f96 admin admin] Publish callbacks [] for security_group (1c3f9fb3-7376-4787-b65a-bdfe77f800af), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.193445 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-5c7f64c7-713f-4428-8a57-314393694df6 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999195 Mar 24 14:04:01.231973 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1c8-9101-4822-8b2d-0879243fb77b admin admin] Publish callbacks [] for security_group (c47bf3dd-e10a-485b-8974-f7b7780db857), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.291654 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1c8-9101-4822-8b2d-0879243fb77b admin admin] Publish callbacks [] for security_group (c47bf3dd-e10a-485b-8974-f7b7780db857), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.374537 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6cd7961-efa7-40c2-ad32-3b3e795105f8 req-51cbed29-7f39-4554-b6cb-f545b5500724 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718616 Mar 24 14:04:01.386617 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-adc6fd10-6dd5-4072-95cd-ee9569099f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (1c3f9fb3-7376-4787-b65a-bdfe77f800af), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.389299 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-adc6fd10-6dd5-4072-95cd-ee9569099f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.390578 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-adc6fd10-6dd5-4072-95cd-ee9569099f96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c3f9fb3-7376-4787-b65a-bdfe77f800af HTTP/1.1" status: 204 len: 168 time: 0.3740704 Mar 24 14:04:01.396477 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66d2dc-a9da-4c5f-a1c6-7b5567dd4c12 req-b465e2a2-257a-4ad6-bfc7-1f0537acf076 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:01.398142 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a66d2dc-a9da-4c5f-a1c6-7b5567dd4c12 req-b465e2a2-257a-4ad6-bfc7-1f0537acf076 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 943 time: 0.0869758 Mar 24 14:04:01.450232 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6fd10-6dd5-4072-95cd-ee9569099f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3f9fb3-7376-4787-b65a-bdfe77f800af,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:01.455011 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba8feac-3126-404b-88c3-44785b56e8b2 {{(pid=110186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:04:01.477815 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Publish callbacks [] for port (dba8feac-3126-404b-88c3-44785b56e8b2), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.484327 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a66d2dc-a9da-4c5f-a1c6-7b5567dd4c12 req-85f261cc-0e52-4cd0-935a-0b415343c8ba tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Mar 24 14:04:01.504827 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2255-3d28-4ff7-a927-30eb9551e816 req-578babd6-d547-4a4d-8af4-83da1671dec6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:01.506593 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4eee2255-3d28-4ff7-a927-30eb9551e816 req-578babd6-d547-4a4d-8af4-83da1671dec6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 931 time: 0.1234539 Mar 24 14:04:01.518977 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1c8-9101-4822-8b2d-0879243fb77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (c47bf3dd-e10a-485b-8974-f7b7780db857), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.519304 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.provisioning_blocks [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Transition to ACTIVE for port object dba8feac-3126-404b-88c3-44785b56e8b2 will not be triggered until provisioned by entity L2. {{(pid=110186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:04:01.522942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1c8-9101-4822-8b2d-0879243fb77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.525334 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a80bc1c8-9101-4822-8b2d-0879243fb77b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47bf3dd-e10a-485b-8974-f7b7780db857 HTTP/1.1" status: 204 len: 168 time: 0.3956857 Mar 24 14:04:01.538978 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bc1c8-9101-4822-8b2d-0879243fb77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47bf3dd-e10a-485b-8974-f7b7780db857,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:01.572852 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4eee2255-3d28-4ff7-a927-30eb9551e816 req-235351da-2145-44ec-ad90-6e8af21779bc tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565739 Mar 24 14:04:01.598699 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.654093 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=dba8feac-3126-404b-88c3-44785b56e8b2,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:01.692703 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Attempting to bind port dba8feac-3126-404b-88c3-44785b56e8b2 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:04:01.693104 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Attempting to bind port dba8feac-3126-404b-88c3-44785b56e8b2 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:04:01.693441 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Attempting to bind port dba8feac-3126-404b-88c3-44785b56e8b2 on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:04:01.698201 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Port dba8feac-3126-404b-88c3-44785b56e8b2 on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:04:01.698525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Attempting to bind port dba8feac-3126-404b-88c3-44785b56e8b2 on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:04:01.704195 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:04:01.704561 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Checking segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:04:01.704825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Bound using segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:04:01.705254 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Bound port: dba8feac-3126-404b-88c3-44785b56e8b2, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:04:01.705630 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.721097 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a744b10-cf9b-48c4-8b79-b54102aa7d77 req-0280e7da-05d7-4c76-9c21-c310efcfc781 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:01.722704 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1a744b10-cf9b-48c4-8b79-b54102aa7d77 req-0280e7da-05d7-4c76-9c21-c310efcfc781 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.0690525 Mar 24 14:04:01.781116 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] For port dba8feac-3126-404b-88c3-44785b56e8b2, host hv-cinder-79818, cleared binding levels {{(pid=110186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:04:01.785447 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] For port dba8feac-3126-404b-88c3-44785b56e8b2, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=dba8feac-3126-404b-88c3-44785b56e8b2,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:04:01.786249 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1a744b10-cf9b-48c4-8b79-b54102aa7d77 req-ac56ac57-62db-4ced-930b-6bfd11ae19be tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570822 Mar 24 14:04:01.879274 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.925028 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:01.925646 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:01.927301 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] 10.222.0.42 "PUT /v2.0/ports/dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 1093 time: 1.0255060 Mar 24 14:04:01.927817 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:04:01.930240 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a31cfb-26b9-4648-b9cb-34ea79624dba" -d '{"events": [{"name": "network-changed", "server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:04:01.946804 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cae2f-8413-42de-9a13-465d9c858ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=dba8feac-3126-404b-88c3-44785b56e8b2,revision_number=3']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:01.976319 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070cbffb-92e0-4d28-ac04-49876485150c x-openstack-request-id: req-070cbffb-92e0-4d28-ac04-49876485150c {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:04:01.976319 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:04:01.976319 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-070cbffb-92e0-4d28-ac04-49876485150c {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:04:01.976675 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070cbffb-92e0-4d28-ac04-49876485150c'] response: {'name': 'network-changed', 'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'status': 'completed', 'code': 200} Mar 24 14:04:02.067443 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31cfb-26b9-4648-b9cb-34ea79624dba req-dd3aa7c9-9798-4653-af22-cbffc709998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.069117 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e1a31cfb-26b9-4648-b9cb-34ea79624dba req-dd3aa7c9-9798-4653-af22-cbffc709998b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1127 time: 0.0725658 Mar 24 14:04:02.376809 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40764) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:02.398481 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5d718a5-5ca7-4339-9113-ad66cf73e4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:02.422020 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31cfb-26b9-4648-b9cb-34ea79624dba req-7c2e7312-8224-4fa0-b065-06178bf9d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.423639 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e1a31cfb-26b9-4648-b9cb-34ea79624dba req-7c2e7312-8224-4fa0-b065-06178bf9d3a9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9162284d5ee84a61a08a3d73a0125327&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3466954 Mar 24 14:04:02.483876 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5d718a5-5ca7-4339-9113-ad66cf73e4a9 admin admin] Publish callbacks [] for security_group (ff756f81-afa8-4170-b897-c990b9068a2b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:02.567923 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5d718a5-5ca7-4339-9113-ad66cf73e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ff756f81-afa8-4170-b897-c990b9068a2b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:02.649509 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:04:02.650041 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31cfb-26b9-4648-b9cb-34ea79624dba req-775041d8-15d0-4ac2-8fb1-edf84296ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.652341 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e1a31cfb-26b9-4648-b9cb-34ea79624dba req-775041d8-15d0-4ac2-8fb1-edf84296ccb3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216377 Mar 24 14:04:02.697336 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b5d718a5-5ca7-4339-9113-ad66cf73e4a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5bd8a0faffa4ce084cca9a29e6d1458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192351 Mar 24 14:04:02.698902 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d718a5-5ca7-4339-9113-ad66cf73e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff756f81-afa8-4170-b897-c990b9068a2b,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:02.701281 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40788) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:02.746485 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed7ed8-66af-4e78-b038-291c91c2c444 req-827d533c-6e6e-4266-892b-cae00c94bd3c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.748043 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5aed7ed8-66af-4e78-b038-291c91c2c444 req-827d533c-6e6e-4266-892b-cae00c94bd3c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 943 time: 0.1771822 Mar 24 14:04:02.801653 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8230dc5-2fc5-464f-b054-9fcb687cddd0 req-4bdf28a3-a8d4-48df-995f-1c4c7ecca007 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.803556 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f8230dc5-2fc5-464f-b054-9fcb687cddd0 req-4bdf28a3-a8d4-48df-995f-1c4c7ecca007 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 943 time: 0.1130378 Mar 24 14:04:02.808771 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6b390df9-bafd-49c7-8672-5fac80f068a9 admin admin] Publish callbacks [] for security_group (ff756f81-afa8-4170-b897-c990b9068a2b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:02.811452 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-d31be3b6-1077-4d98-a0aa-e8b7ea9500e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.812990 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-d31be3b6-1077-4d98-a0aa-e8b7ea9500e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1079218 Mar 24 14:04:02.835821 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5aed7ed8-66af-4e78-b038-291c91c2c444 req-31feb19a-8332-4416-b274-ffd411bc600a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762358 Mar 24 14:04:02.846685 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6b390df9-bafd-49c7-8672-5fac80f068a9 admin admin] Publish callbacks [] for security_group (ff756f81-afa8-4170-b897-c990b9068a2b), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:02.889459 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-8adeab83-ea8e-4591-b16c-f1e67a434174 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0588787 Mar 24 14:04:02.948060 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f8230dc5-2fc5-464f-b054-9fcb687cddd0 req-164d8edb-8d92-42f5-97fd-5f68076f6eec tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340933 Mar 24 14:04:02.962775 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-13839a67-7315-4b28-afaf-3e53005a0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:02.968966 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-13839a67-7315-4b28-afaf-3e53005a0c9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0725412 Mar 24 14:04:03.000140 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a59fa3-848b-4fcf-8394-01462b9a7aa0 req-584bd831-30fc-4126-9d2e-6e2bb8b4f446 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:03.002632 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-64a59fa3-848b-4fcf-8394-01462b9a7aa0 req-584bd831-30fc-4126-9d2e-6e2bb8b4f446 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.0781581 Mar 24 14:04:03.016467 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6b390df9-bafd-49c7-8672-5fac80f068a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ff756f81-afa8-4170-b897-c990b9068a2b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:03.018592 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6b390df9-bafd-49c7-8672-5fac80f068a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:03.020414 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6b390df9-bafd-49c7-8672-5fac80f068a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff756f81-afa8-4170-b897-c990b9068a2b HTTP/1.1" status: 204 len: 168 time: 0.3172235 Mar 24 14:04:03.036797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112770-667c-404f-9be7-7f00fcd982aa req-419508f8-1c85-4f9c-b243-ef3fac51dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:03.038789 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-419508f8-1c85-4f9c-b243-ef3fac51dcfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633199 Mar 24 14:04:03.082795 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-64a59fa3-848b-4fcf-8394-01462b9a7aa0 req-b6d19a1a-84c2-47ff-9db8-078cbf99c7d1 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744731 Mar 24 14:04:03.088633 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b390df9-bafd-49c7-8672-5fac80f068a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff756f81-afa8-4170-b897-c990b9068a2b,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:03.151296 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-bc67d2b2-2006-439e-9e37-8e361192e8cc service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052868 Mar 24 14:04:03.241033 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9112770-667c-404f-9be7-7f00fcd982aa req-0df211c6-3745-4e33-a4de-208fd08468df service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842502 Mar 24 14:04:03.749227 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:04:03.856490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:03.869247 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'port_id': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5', 'mac_address': 'fa:16:3e:82:53:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:04:03.924238 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:03.924638 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:03.949227 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:04:03.979078 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:03.984785 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1d687-f1f4-4b76-9769-c32d557435d8 req-64f4b86f-255c-4705-a04b-7302a2822b69 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:03.986436 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-daa1d687-f1f4-4b76-9769-c32d557435d8 req-64f4b86f-255c-4705-a04b-7302a2822b69 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 943 time: 0.0710049 Mar 24 14:04:04.049885 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.051046 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9743e19-6775-4fd3-86bc-069db96e6e85 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:04:04.055512 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-daa1d687-f1f4-4b76-9769-c32d557435d8 req-434e0edd-4d0b-4cee-b0da-a7fc9abc1003 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Mar 24 14:04:04.148852 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:04.174049 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65958d34-2943-47db-b3eb-3774e0c9da8c req-ca26b26b-3d40-4ce7-a412-896defeaf43b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:04.182349 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65958d34-2943-47db-b3eb-3774e0c9da8c req-ca26b26b-3d40-4ce7-a412-896defeaf43b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 943 time: 0.0724635 Mar 24 14:04:04.227541 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9743e19-6775-4fd3-86bc-069db96e6e85, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9743e19-6775-4fd3-86bc-069db96e6e85,segment=NetworkSegment(6e323490-4260-4e09-beb3-0f732b44d4de),segment_id=6e323490-4260-4e09-beb3-0f732b44d4de)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:04.236274 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65958d34-2943-47db-b3eb-3774e0c9da8c req-ab490e34-bbab-46ee-87ee-1c9af90541de tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519774 Mar 24 14:04:04.253813 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'b9743e19-6775-4fd3-86bc-069db96e6e85', 'network_id': '58366c27-f81e-4647-981e-b65f1900f62f', 'port_id': 'b9743e19-6775-4fd3-86bc-069db96e6e85', 'mac_address': 'fa:16:3e:df:8c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b19e35-7730-44e6-a794-f4a6bf4cabd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:04:04.309089 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9743e19-6775-4fd3-86bc-069db96e6e85 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:04.309585 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.324076 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ff0f-fbbc-4586-b1bf-9e2e626925e7 req-1431a94e-2418-4a29-ada9-2230cb52ead1 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:04.330003 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9743e19-6775-4fd3-86bc-069db96e6e85 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:04:04.332615 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3ba7ff0f-fbbc-4586-b1bf-9e2e626925e7 req-1431a94e-2418-4a29-ada9-2230cb52ead1 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 943 time: 0.0708399 Mar 24 14:04:04.355820 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9743e19-6775-4fd3-86bc-069db96e6e85, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9743e19-6775-4fd3-86bc-069db96e6e85,segment=NetworkSegment(6e323490-4260-4e09-beb3-0f732b44d4de),segment_id=6e323490-4260-4e09-beb3-0f732b44d4de)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:04.396187 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3ba7ff0f-fbbc-4586-b1bf-9e2e626925e7 req-f44a81ad-86a1-42f4-bfc6-f07034ff1120 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623865 Mar 24 14:04:04.416138 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40894) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:04.456244 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.456927 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device a29afa2a-c8cf-4886-b009-b52bbf5919a5 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:04:04.532756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9743e19-6775-4fd3-86bc-069db96e6e85,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:04.543856 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port a29afa2a-c8cf-4886-b009-b52bbf5919a5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:04.558688 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'port_id': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5', 'mac_address': 'fa:16:3e:f8:94:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:04:04.604524 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port a29afa2a-c8cf-4886-b009-b52bbf5919a5 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:04.605098 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.620897 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29afa2a-c8cf-4886-b009-b52bbf5919a5 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:04:04.646054 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port a29afa2a-c8cf-4886-b009-b52bbf5919a5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:04.724530 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.730696 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-07cb8bb0-5ab0-4756-9c23-3914dd8a1396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.742991 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 40912) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:04.788514 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=a29afa2a-c8cf-4886-b009-b52bbf5919a5,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:04.818972 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2056226958-network', 'tenant_id': '235dbbc0db514c868c69739bb8f0c530'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:04:04.831271 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-07cb8bb0-5ab0-4756-9c23-3914dd8a1396 admin admin] Publish callbacks [] for security_group (cc27156d-217f-4670-aee3-2c927a960e97), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.935573 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-07cb8bb0-5ab0-4756-9c23-3914dd8a1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (cc27156d-217f-4670-aee3-2c927a960e97), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.940961 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Made reservation on behalf of 235dbbc0db514c868c69739bb8f0c530 for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:04:04.940961 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.949943 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:04.980606 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-07cb8bb0-5ab0-4756-9c23-3914dd8a1396 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b6f016e511747779a9e1d8cd474e36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5633888 Mar 24 14:04:04.981605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb8bb0-5ab0-4756-9c23-3914dd8a1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc27156d-217f-4670-aee3-2c927a960e97,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:04.984097 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40922) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:05.059416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c9cc20d3-819c-4676-ab4d-ba32970f8a28 admin admin] Publish callbacks [] for security_group (cc27156d-217f-4670-aee3-2c927a960e97), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.086215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c9cc20d3-819c-4676-ab4d-ba32970f8a28 admin admin] Publish callbacks [] for security_group (cc27156d-217f-4670-aee3-2c927a960e97), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.094738 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks [] for security_group (cc6aec36-2ebb-4d32-8e1e-f1c038032686), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.179029 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c299e22-992b-4a6b-985b-21a1f68d52da req-a0812960-627a-489c-a202-4012212e9679 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:05.180506 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c299e22-992b-4a6b-985b-21a1f68d52da req-a0812960-627a-489c-a202-4012212e9679 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 944 time: 0.0542305 Mar 24 14:04:05.184086 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (cc6aec36-2ebb-4d32-8e1e-f1c038032686), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.215212 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6aec36-2ebb-4d32-8e1e-f1c038032686,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:05.227640 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c299e22-992b-4a6b-985b-21a1f68d52da req-69487393-ad12-4041-b31e-07fdaa01368c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Mar 24 14:04:05.235435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c9cc20d3-819c-4676-ab4d-ba32970f8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (cc27156d-217f-4670-aee3-2c927a960e97), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.239178 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c9cc20d3-819c-4676-ab4d-ba32970f8a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.242841 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-c9cc20d3-819c-4676-ab4d-ba32970f8a28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc27156d-217f-4670-aee3-2c927a960e97 HTTP/1.1" status: 204 len: 168 time: 0.2549844 Mar 24 14:04:05.242968 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:04:05.257135 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc20d3-819c-4676-ab4d-ba32970f8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc27156d-217f-4670-aee3-2c927a960e97,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:05.261931 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (7df83405-d5ec-4711-b6c7-50e2df845f01), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.262404 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Added segment 7df83405-d5ec-4711-b6c7-50e2df845f01 of type vlan for network bc1a779d-ed77-45c2-93e2-f64d941ecdda Mar 24 14:04:05.284826 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['a29afa2a-c8cf-4886-b009-b52bbf5919a5'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:04:05.329285 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (bc1a779d-ed77-45c2-93e2-f64d941ecdda), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.333722 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['00c8eb8b-7dd8-4ce1-81f6-95438a738fe5'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:04:05.399755 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['b9743e19-6775-4fd3-86bc-069db96e6e85'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:04:05.402315 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54347e-46a6-401b-91a7-d01005df07a0 req-110abb2a-d922-49b4-9106-5b008c33d3b3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:05.409154 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a54347e-46a6-401b-91a7-d01005df07a0 req-110abb2a-d922-49b4-9106-5b008c33d3b3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 943 time: 0.0817757 Mar 24 14:04:05.458990 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a54347e-46a6-401b-91a7-d01005df07a0 req-6e2455e4-a8b4-447e-a351-25852c562951 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485044 Mar 24 14:04:05.493398 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (bc1a779d-ed77-45c2-93e2-f64d941ecdda), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.495959 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:05.497499 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.543205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4138fc-1e48-4258-b1ac-34e6f1b0865c req-c28ee4ee-49a1-4b96-a4dc-83be7181e643 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:05.545023 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed4138fc-1e48-4258-b1ac-34e6f1b0865c req-c28ee4ee-49a1-4b96-a4dc-83be7181e643 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 944 time: 0.0680697 Mar 24 14:04:05.576091 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] Pushing event updated for resources: {'Network': ['ID=bc1a779d-ed77-45c2-93e2-f64d941ecdda,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:05.592670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network bc1a779d-ed77-45c2-93e2-f64d941ecdda details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:04:05.598370 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed4138fc-1e48-4258-b1ac-34e6f1b0865c req-c7c19187-6db9-4cb0-a8a7-8f08eb502fc6 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 Mar 24 14:04:05.618931 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-47168fa3-b177-4af0-b227-468b99100c8e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8745265 Mar 24 14:04:05.621834 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40932) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:05.627120 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Request body: {'subnet': {'network_id': 'bc1a779d-ed77-45c2-93e2-f64d941ecdda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2056226958-subnet', 'tenant_id': '235dbbc0db514c868c69739bb8f0c530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:04:05.716242 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Made reservation on behalf of 235dbbc0db514c868c69739bb8f0c530 for: {'subnet': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:04:05.720730 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3414657'] for subnet (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.725339 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device dba8feac-3126-404b-88c3-44785b56e8b2 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:04:05.921662 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port dba8feac-3126-404b-88c3-44785b56e8b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=dba8feac-3126-404b-88c3-44785b56e8b2,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:05.934527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'port_id': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'mac_address': 'fa:16:3e:2f:c5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:04:05.972884 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port dba8feac-3126-404b-88c3-44785b56e8b2 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:05.973266 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:05.990063 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba8feac-3126-404b-88c3-44785b56e8b2 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:04:06.015040 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port dba8feac-3126-404b-88c3-44785b56e8b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=dba8feac-3126-404b-88c3-44785b56e8b2,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:06.027259 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3316959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3414679'] for subnet (56c50864-3645-47a7-91ce-cf8c433a41b9), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.083652 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.089276 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c50864-3645-47a7-91ce-cf8c433a41b9,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:06.099981 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Checking segment: {'id': '7df83405-d5ec-4711-b6c7-50e2df845f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc1a779d-ed77-45c2-93e2-f64d941ecdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:04:06.100343 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Network hostable DHCP agents. Network: bc1a779d-ed77-45c2-93e2-f64d941ecdda, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:04:06.131485 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40956) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:06.144488 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=dba8feac-3126-404b-88c3-44785b56e8b2,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:06.144995 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2bb60f86-ea78-4e4b-b0d0-89bae72591e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.204790 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.209509 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Network bc1a779d-ed77-45c2-93e2-f64d941ecdda is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:04:06.226139 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2bb60f86-ea78-4e4b-b0d0-89bae72591e5 admin admin] Publish callbacks [] for security_group (bbf8de34-9de8-4542-8fbb-bdd7dbe92185), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.287016 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, bc1a779d-ed77-45c2-93e2-f64d941ecdda) {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:04:06.291754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:06.292857 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.298077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a36c30-1f27-4dc1-b1b9-88b156a83a3d None None] Network bc1a779d-ed77-45c2-93e2-f64d941ecdda requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:04:06.342737 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2bb60f86-ea78-4e4b-b0d0-89bae72591e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (bbf8de34-9de8-4542-8fbb-bdd7dbe92185), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.365029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ab56-8136-44a6-a9d8-7c1bed201f23 req-d5b185bc-7ad9-4750-862c-fcf68b973696 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:06.367001 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f893ab56-8136-44a6-a9d8-7c1bed201f23 req-d5b185bc-7ad9-4750-862c-fcf68b973696 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 944 time: 0.0573099 Mar 24 14:04:06.383839 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2bb60f86-ea78-4e4b-b0d0-89bae72591e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70d2a8c54e834167912a8abecbfcba73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491310 Mar 24 14:04:06.384606 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 40962) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:06.391334 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60f86-ea78-4e4b-b0d0-89bae72591e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf8de34-9de8-4542-8fbb-bdd7dbe92185,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:06.440879 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f893ab56-8136-44a6-a9d8-7c1bed201f23 req-1f7f6dce-6f1d-4f68-96f9-752e78e5ec6d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 Mar 24 14:04:06.446591 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-24698e5b-a8ee-46a3-8f9e-e86dac0a07f3 admin admin] Publish callbacks [] for security_group (bbf8de34-9de8-4542-8fbb-bdd7dbe92185), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.454365 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-e7aaa239-0ecb-459a-8e3e-c5bd5300be19 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8308256 Mar 24 14:04:06.477762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-24698e5b-a8ee-46a3-8f9e-e86dac0a07f3 admin admin] Publish callbacks [] for security_group (bbf8de34-9de8-4542-8fbb-bdd7dbe92185), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.530985 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857229db-4dcf-4d41-9ab0-6f56c36173da None None] Network bc1a779d-ed77-45c2-93e2-f64d941ecdda requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:04:06.589867 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94663f4f-4e2f-4d83-8792-aed067535ef3 req-ea9da13e-4593-48b5-85ab-84ce7d413cd9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:06.591646 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-94663f4f-4e2f-4d83-8792-aed067535ef3 req-ea9da13e-4593-48b5-85ab-84ce7d413cd9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 944 time: 0.0594957 Mar 24 14:04:06.593481 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-24698e5b-a8ee-46a3-8f9e-e86dac0a07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (bbf8de34-9de8-4542-8fbb-bdd7dbe92185), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.596233 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-24698e5b-a8ee-46a3-8f9e-e86dac0a07f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:06.597365 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-24698e5b-a8ee-46a3-8f9e-e86dac0a07f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbf8de34-9de8-4542-8fbb-bdd7dbe92185 HTTP/1.1" status: 204 len: 168 time: 0.2115595 Mar 24 14:04:06.624273 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24698e5b-a8ee-46a3-8f9e-e86dac0a07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf8de34-9de8-4542-8fbb-bdd7dbe92185,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:06.656405 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-94663f4f-4e2f-4d83-8792-aed067535ef3 req-1c328873-2926-418c-828a-afd40871dc0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557213 Mar 24 14:04:06.739681 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce3e5d-f15c-4b85-88a8-47b037fe53f0 req-1f0e2844-5317-4d15-8af0-6f442aeab547 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:06.741161 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b3ce3e5d-f15c-4b85-88a8-47b037fe53f0 req-1f0e2844-5317-4d15-8af0-6f442aeab547 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 944 time: 0.0521839 Mar 24 14:04:06.787316 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b3ce3e5d-f15c-4b85-88a8-47b037fe53f0 req-27bd0cca-834b-483d-a3a2-f30008145cc0 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Mar 24 14:04:06.803982 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['dba8feac-3126-404b-88c3-44785b56e8b2'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:04:07.410162 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41004) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:07.415154 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1273931433-network', 'tenant_id': '7520f2d35076447784f1073ea8a91dcb'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:04:07.522983 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Made reservation on behalf of 7520f2d35076447784f1073ea8a91dcb for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:04:07.525220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:07.538408 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:07.577196 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3d6e-90a3-4a01-acf1-d62400cb3a34 req-88062889-9cd9-4e1b-9c32-b69cb355463e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:07.578748 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-935f3d6e-90a3-4a01-acf1-d62400cb3a34 req-88062889-9cd9-4e1b-9c32-b69cb355463e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 944 time: 0.0846984 Mar 24 14:04:07.653381 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-935f3d6e-90a3-4a01-acf1-d62400cb3a34 req-7faf4957-6141-4b2d-9b45-b0acee559a8e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683625 Mar 24 14:04:07.667170 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks [] for security_group (e62f50ca-2fba-49e0-8c89-09f6562ffc4e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:07.722410 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:04:07.762632 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e62f50ca-2fba-49e0-8c89-09f6562ffc4e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:07.796167 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:04:07.802434 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62f50ca-2fba-49e0-8c89-09f6562ffc4e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:07.811542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (501c5033-e2b6-4b63-bf36-567402f15653), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:07.812265 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Added segment 501c5033-e2b6-4b63-bf36-567402f15653 of type vlan for network 026454dd-482c-4707-bf0c-0272ed3b771f Mar 24 14:04:07.820686 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b5a7-79bf-4e8f-97db-2c5d2c64436d req-5c80117f-97f6-45f1-94d1-bb7a216ecd62 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:07.824100 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c879b5a7-79bf-4e8f-97db-2c5d2c64436d req-5c80117f-97f6-45f1-94d1-bb7a216ecd62 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 944 time: 0.1029131 Mar 24 14:04:07.901132 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c879b5a7-79bf-4e8f-97db-2c5d2c64436d req-df82d132-321c-4633-81eb-df76ed3e3f39 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694180 Mar 24 14:04:07.904377 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (026454dd-482c-4707-bf0c-0272ed3b771f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:07.930140 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:04:07.935187 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:04:07.936449 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.019163 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7171c-4953-4960-9aa3-f416c1018915 req-789476de-8d9c-4bbe-9439-618df5437382 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:08.020959 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b6c7171c-4953-4960-9aa3-f416c1018915 req-789476de-8d9c-4bbe-9439-618df5437382 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 944 time: 0.0889506 Mar 24 14:04:08.033159 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:08.033536 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.047717 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (026454dd-482c-4707-bf0c-0272ed3b771f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.049221 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:08.049885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.064935 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:04:08.126871 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b6c7171c-4953-4960-9aa3-f416c1018915 req-232f74ee-eeb6-4094-98de-dd32b85fc991 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998905 Mar 24 14:04:08.137548 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=026454dd-482c-4707-bf0c-0272ed3b771f,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:08.157372 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 026454dd-482c-4707-bf0c-0272ed3b771f details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:04:08.162321 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:08.178894 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f240f486-31bf-42b3-8bf9-35f1c2589ae3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7673111 Mar 24 14:04:08.181551 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41040) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:08.187790 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Request body: {'subnet': {'network_id': '026454dd-482c-4707-bf0c-0272ed3b771f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1273931433-subnet', 'tenant_id': '7520f2d35076447784f1073ea8a91dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:04:08.247527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.248398 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9743e19-6775-4fd3-86bc-069db96e6e85 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:04:08.275971 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Made reservation on behalf of 7520f2d35076447784f1073ea8a91dcb for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:04:08.278432 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.294253 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7261859-db7d-4e1f-9575-ef20652a32c8" -d '{"events": [{"server_uuid": "f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d", "name": "network-vif-plugged", "status": "completed", "tag": "00c8eb8b-7dd8-4ce1-81f6-95438a738fe5"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:04:08.343910 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:08.393612 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564cc9d-e938-4287-8c76-89f681492cde x-openstack-request-id: req-a564cc9d-e938-4287-8c76-89f681492cde {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:04:08.397356 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d", "name": "network-vif-plugged", "status": "completed", "tag": "00c8eb8b-7dd8-4ce1-81f6-95438a738fe5", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:04:08.397356 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a564cc9d-e938-4287-8c76-89f681492cde {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:04:08.397356 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a564cc9d-e938-4287-8c76-89f681492cde'] response: {'server_uuid': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5', 'code': 200} Mar 24 14:04:08.478636 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port b9743e19-6775-4fd3-86bc-069db96e6e85 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:04:08.482527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port b9743e19-6775-4fd3-86bc-069db96e6e85 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:04:08.489174 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.558850 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for subnet (e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.562191 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9743e19-6775-4fd3-86bc-069db96e6e85 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:08.562815 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.599383 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9743e19-6775-4fd3-86bc-069db96e6e85, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9743e19-6775-4fd3-86bc-069db96e6e85,segment=NetworkSegment(6e323490-4260-4e09-beb3-0f732b44d4de),segment_id=6e323490-4260-4e09-beb3-0f732b44d4de)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:08.628032 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:08.632318 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Checking segment: {'id': '501c5033-e2b6-4b63-bf36-567402f15653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '026454dd-482c-4707-bf0c-0272ed3b771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:04:08.632679 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Network hostable DHCP agents. Network: 026454dd-482c-4707-bf0c-0272ed3b771f, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:04:08.672915 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.674887 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device a29afa2a-c8cf-4886-b009-b52bbf5919a5 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:04:08.773705 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Network 026454dd-482c-4707-bf0c-0272ed3b771f is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:04:08.780866 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9743e19-6775-4fd3-86bc-069db96e6e85,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:08.801207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabd829-381c-4bab-b691-705096fd2a56 req-86d321f1-a516-47f7-98f4-e3f8e9b9a15b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:08.802720 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-beabd829-381c-4bab-b691-705096fd2a56 req-86d321f1-a516-47f7-98f4-e3f8e9b9a15b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 944 time: 0.0645914 Mar 24 14:04:08.824988 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de86308-7bff-4a05-9dc7-e98834590954 req-aabd3b4a-9c12-4a5c-9428-9d46230a2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:08.827618 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1de86308-7bff-4a05-9dc7-e98834590954 req-aabd3b4a-9c12-4a5c-9428-9d46230a2eb7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1129 time: 0.1008656 Mar 24 14:04:08.845198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-1de86308-7bff-4a05-9dc7-e98834590954 req-500f8a5e-83d7-4d08-b7a0-72aaa6cf6fbe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.852861 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-beabd829-381c-4bab-b691-705096fd2a56 req-f06883d4-694d-4dfb-96c2-b09154792c0f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Mar 24 14:04:08.918509 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port a29afa2a-c8cf-4886-b009-b52bbf5919a5 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:04:08.923548 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port a29afa2a-c8cf-4886-b009-b52bbf5919a5 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:04:08.924485 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.927891 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 026454dd-482c-4707-bf0c-0272ed3b771f) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:04:08.938283 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:08.939293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.945851 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-1de86308-7bff-4a05-9dc7-e98834590954 req-500f8a5e-83d7-4d08-b7a0-72aaa6cf6fbe service neutron] Publish callbacks [] for security_group (18dae4a5-d598-4087-882f-340360e9fc34), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:08.951120 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a51b3a-40dd-4b75-9a21-7c528c6c77f8 None None] Network 026454dd-482c-4707-bf0c-0272ed3b771f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:04:09.019201 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-1de86308-7bff-4a05-9dc7-e98834590954 req-500f8a5e-83d7-4d08-b7a0-72aaa6cf6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (18dae4a5-d598-4087-882f-340360e9fc34), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:09.058923 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1de86308-7bff-4a05-9dc7-e98834590954 req-500f8a5e-83d7-4d08-b7a0-72aaa6cf6fbe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258639 Mar 24 14:04:09.064349 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-273eec29-8302-4921-80fc-cc1c789d6224 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8811059 Mar 24 14:04:09.104754 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda457aa-f1eb-4cd0-b248-6758cba08512 None None] Network 026454dd-482c-4707-bf0c-0272ed3b771f requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:04:09.106697 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f8a5e-83d7-4d08-b7a0-72aaa6cf6fbe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=18dae4a5-d598-4087-882f-340360e9fc34,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:09.128522 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff198a96-5bf7-496a-8995-aaba283703d9 req-77c97f7b-4773-4da8-aac2-4413ff6b22df tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:09.130138 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ff198a96-5bf7-496a-8995-aaba283703d9 req-77c97f7b-4773-4da8-aac2-4413ff6b22df tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 944 time: 0.0835142 Mar 24 14:04:09.170231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port a29afa2a-c8cf-4886-b009-b52bbf5919a5 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:09.170649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:09.207538 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ff198a96-5bf7-496a-8995-aaba283703d9 req-6564a768-a774-446b-991d-d0d86de610ec tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703316 Mar 24 14:04:09.256533 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port a29afa2a-c8cf-4886-b009-b52bbf5919a5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:09.292542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe4d0-cd04-4475-a836-5613964a6ea6 req-356e6bf1-1456-469a-a09c-64ecc9511588 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:09.294008 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1dffe4d0-cd04-4475-a836-5613964a6ea6 req-356e6bf1-1456-469a-a09c-64ecc9511588 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0529587 Mar 24 14:04:09.321465 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:09.356559 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1dffe4d0-cd04-4475-a836-5613964a6ea6 req-dc60ec79-e67b-4ef0-a095-807a24c0acc7 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521572 Mar 24 14:04:09.382718 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=a29afa2a-c8cf-4886-b009-b52bbf5919a5,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:09.968889 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f9e2-7cd2-4346-a7fc-b2d42a0a47e7 req-6da80ca7-76d0-425b-8470-37ecba7ab3de tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:09.970392 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e372f9e2-7cd2-4346-a7fc-b2d42a0a47e7 req-6da80ca7-76d0-425b-8470-37ecba7ab3de tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Mar 24 14:04:10.025365 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e372f9e2-7cd2-4346-a7fc-b2d42a0a47e7 req-187b73dd-6a1e-477d-9c42-5dfeb65fedc3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Mar 24 14:04:10.267326 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device dba8feac-3126-404b-88c3-44785b56e8b2 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:04:10.321134 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550dcf4-09a8-4cee-87ca-ffe6bd6b711c req-eb12cdd1-db34-4ec2-ac5a-e4c8fcae96eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:10.322637 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9550dcf4-09a8-4cee-87ca-ffe6bd6b711c req-eb12cdd1-db34-4ec2-ac5a-e4c8fcae96eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 944 time: 0.0550315 Mar 24 14:04:10.368260 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9550dcf4-09a8-4cee-87ca-ffe6bd6b711c req-30c0083e-5c4b-49b5-b3b3-f34ff3e4df43 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399649 Mar 24 14:04:10.392815 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port dba8feac-3126-404b-88c3-44785b56e8b2 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:04:10.395799 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9743e19-6775-4fd3-86bc-069db96e6e85'}, {'server_uuid': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:04:10.398012 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bcf59c-fbf6-42bf-8636-27047af4f857" -d '{"events": [{"server_uuid": "b1f40262-61ed-4f1b-96f0-1b4d5493ec9c", "name": "network-vif-plugged", "status": "completed", "tag": "b9743e19-6775-4fd3-86bc-069db96e6e85"}, {"server_uuid": "61ae10db-adfd-4c48-a5d8-3d254548a228", "name": "network-vif-plugged", "status": "completed", "tag": "a29afa2a-c8cf-4886-b009-b52bbf5919a5"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:04:10.401419 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port dba8feac-3126-404b-88c3-44785b56e8b2 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:04:10.401789 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:10.439967 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f6cb0-351c-4066-a258-67b85277ab9f x-openstack-request-id: req-3e3f6cb0-351c-4066-a258-67b85277ab9f {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:04:10.440264 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f40262-61ed-4f1b-96f0-1b4d5493ec9c", "name": "network-vif-plugged", "status": "completed", "tag": "b9743e19-6775-4fd3-86bc-069db96e6e85", "code": 200}, {"server_uuid": "61ae10db-adfd-4c48-a5d8-3d254548a228", "name": "network-vif-plugged", "status": "completed", "tag": "a29afa2a-c8cf-4886-b009-b52bbf5919a5", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:04:10.448874 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e3f6cb0-351c-4066-a258-67b85277ab9f {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:04:10.448874 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3f6cb0-351c-4066-a258-67b85277ab9f'] response: {'server_uuid': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9743e19-6775-4fd3-86bc-069db96e6e85', 'code': 200} Mar 24 14:04:10.448874 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3f6cb0-351c-4066-a258-67b85277ab9f'] response: {'server_uuid': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5', 'code': 200} Mar 24 14:04:10.463945 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5a20-d8fa-42f7-a5ee-f0faae99cc0c req-114b97b6-bda5-4fef-b9c9-2f8025edab38 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:10.465389 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-65ae5a20-d8fa-42f7-a5ee-f0faae99cc0c req-114b97b6-bda5-4fef-b9c9-2f8025edab38 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0532992 Mar 24 14:04:10.488385 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port dba8feac-3126-404b-88c3-44785b56e8b2 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:04:10.488773 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:10.512156 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-65ae5a20-d8fa-42f7-a5ee-f0faae99cc0c req-6a81a2a8-a932-4bfa-be42-cd0ff9018112 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Mar 24 14:04:10.520692 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port dba8feac-3126-404b-88c3-44785b56e8b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=dba8feac-3126-404b-88c3-44785b56e8b2,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:10.592998 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:10.638200 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=dba8feac-3126-404b-88c3-44785b56e8b2,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:11.142645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93913a6-6a6f-4efb-ae51-215b5dc4a55c req-30948da5-d26b-4075-8915-3dcd48a28591 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:11.144099 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c93913a6-6a6f-4efb-ae51-215b5dc4a55c req-30948da5-d26b-4075-8915-3dcd48a28591 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Mar 24 14:04:11.189502 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c93913a6-6a6f-4efb-ae51-215b5dc4a55c req-9fae7b96-4efb-4b9f-b576-101af8765509 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Mar 24 14:04:11.480101 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622f1f-795d-4f90-ab8c-9f3390f171fb req-bfe54ecc-bb92-4ed0-b5d8-8f8a9c65fcc1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:11.481540 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-61622f1f-795d-4f90-ab8c-9f3390f171fb req-bfe54ecc-bb92-4ed0-b5d8-8f8a9c65fcc1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Mar 24 14:04:11.527806 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-61622f1f-795d-4f90-ab8c-9f3390f171fb req-35cda177-4150-4dc8-a869-981adc607b97 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Mar 24 14:04:11.626746 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f341af-8f12-479e-81a4-51fd0160aa15 req-42ac40b6-195b-4994-bbd2-e701504fc34c tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:11.628108 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f341af-8f12-479e-81a4-51fd0160aa15 req-42ac40b6-195b-4994-bbd2-e701504fc34c tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0504627 Mar 24 14:04:11.672793 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95f341af-8f12-479e-81a4-51fd0160aa15 req-524ae4a6-77c3-4018-96e7-c6f47efd5857 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Mar 24 14:04:12.304186 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e0d3-0de9-4518-8062-bb6eb3e8f77a req-c9cb470c-02e6-4423-8a50-9c0ab6cd8041 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:12.305647 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1903e0d3-0de9-4518-8062-bb6eb3e8f77a req-c9cb470c-02e6-4423-8a50-9c0ab6cd8041 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Mar 24 14:04:12.356374 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1903e0d3-0de9-4518-8062-bb6eb3e8f77a req-79ef0632-50e5-418b-8ce9-9dbefcd309a5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Mar 24 14:04:12.442670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:04:12.444990 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c74664-4273-4139-9db0-a8efc2cf23aa" -d '{"events": [{"server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "name": "network-vif-plugged", "status": "completed", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:04:12.478284 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd41587a-51a4-4e81-991f-bfa1fbfa992f x-openstack-request-id: req-dd41587a-51a4-4e81-991f-bfa1fbfa992f {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:04:12.478601 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "name": "network-vif-plugged", "status": "completed", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:04:12.478860 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd41587a-51a4-4e81-991f-bfa1fbfa992f {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:04:12.479250 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd41587a-51a4-4e81-991f-bfa1fbfa992f'] response: {'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'code': 200} Mar 24 14:04:12.642846 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125132-893a-43d5-ad02-00455a9c0d31 req-3ebbb199-2dc1-4edb-a782-e01316de4977 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:12.644287 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-10125132-893a-43d5-ad02-00455a9c0d31 req-3ebbb199-2dc1-4edb-a782-e01316de4977 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Mar 24 14:04:12.689040 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-10125132-893a-43d5-ad02-00455a9c0d31 req-7e6be3a1-447f-483a-95b6-7da41d3c03d8 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Mar 24 14:04:12.786981 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533166b-9971-4e80-922b-c4582bb4bad3 req-023faaa4-75ec-4485-9187-c448e4eb8bc9 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:12.788411 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5533166b-9971-4e80-922b-c4582bb4bad3 req-023faaa4-75ec-4485-9187-c448e4eb8bc9 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0495875 Mar 24 14:04:12.836312 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5533166b-9971-4e80-922b-c4582bb4bad3 req-16842ff9-5c65-45db-9276-e95677bc3999 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Mar 24 14:04:13.331913 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0708-95fe-434e-bc87-bfd1e615b8a3 req-f2fa63d9-59e8-45c0-8ab3-ae0613464bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:13.333362 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8edd0708-95fe-434e-bc87-bfd1e615b8a3 req-f2fa63d9-59e8-45c0-8ab3-ae0613464bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1129 time: 0.0468509 Mar 24 14:04:13.378103 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8edd0708-95fe-434e-bc87-bfd1e615b8a3 req-4b41cb80-77a7-471c-b4fe-6fbd3c41fd19 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Mar 24 14:04:13.391101 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc45e5-9223-4496-b7c3-c89bfd1f13cc req-b7b0a94b-ee3e-43c1-8a61-7444e46e6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:13.392559 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-efcc45e5-9223-4496-b7c3-c89bfd1f13cc req-b7b0a94b-ee3e-43c1-8a61-7444e46e6576 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 1129 time: 0.1046851 Mar 24 14:04:13.394342 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6d61-c2ec-4b39-b020-d24c41d4f4b0 req-8f484ccf-2b6e-4e55-b5bd-2b508f9a2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:13.395728 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-244f6d61-c2ec-4b39-b020-d24c41d4f4b0 req-8f484ccf-2b6e-4e55-b5bd-2b508f9a2228 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1129 time: 0.0810535 Mar 24 14:04:13.480823 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2235b-702d-4668-883f-a315d531b3f2 req-1764ed83-7008-4dde-a1cc-85e6ec6e76f2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:13.482296 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d6a2235b-702d-4668-883f-a315d531b3f2 req-1764ed83-7008-4dde-a1cc-85e6ec6e76f2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0517731 Mar 24 14:04:13.528108 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d6a2235b-702d-4668-883f-a315d531b3f2 req-919fb557-c3ed-4239-abe7-651aa31ec5b2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Mar 24 14:04:13.864649 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-efcc45e5-9223-4496-b7c3-c89bfd1f13cc req-ff9e0bef-ef4d-4105-9ffc-5550edac469a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822964 Mar 24 14:04:13.870973 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-244f6d61-c2ec-4b39-b020-d24c41d4f4b0 req-46be71c4-dd8e-409a-a229-59121276d15f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873325 Mar 24 14:04:13.878592 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc815-36b8-4041-8cdf-06ce4215d120 req-87c2b65d-daaa-487c-8b3a-8da5ed835f0a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:13.880032 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0eecc815-36b8-4041-8cdf-06ce4215d120 req-87c2b65d-daaa-487c-8b3a-8da5ed835f0a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.1259887 Mar 24 14:04:13.928752 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0eecc815-36b8-4041-8cdf-06ce4215d120 req-f4250455-f79e-48d6-b981-43b88dce03af tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Mar 24 14:04:13.954984 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed195fa3-8a3f-4207-a6bb-10ca372d63f2 req-c96546f6-0fcb-47ed-8cb1-380345e443ba tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:13.956494 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ed195fa3-8a3f-4207-a6bb-10ca372d63f2 req-c96546f6-0fcb-47ed-8cb1-380345e443ba tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0529697 Mar 24 14:04:14.005453 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ed195fa3-8a3f-4207-a6bb-10ca372d63f2 req-6d6c3db0-6897-4122-8070-bca81ff5ea71 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Mar 24 14:04:14.649792 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6cf37-cfe3-4a57-9ad7-8847a0b16674 req-bb873f1f-5d8d-4941-8fe4-c25fa9732282 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:14.651379 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-47d6cf37-cfe3-4a57-9ad7-8847a0b16674 req-bb873f1f-5d8d-4941-8fe4-c25fa9732282 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0560651 Mar 24 14:04:14.756367 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-47d6cf37-cfe3-4a57-9ad7-8847a0b16674 req-a5f76c19-945d-4978-9561-85878bdc664b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Mar 24 14:04:15.064770 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e879c-ace1-49e3-8cbc-173717dd884f req-348357fc-c9b6-4c4a-99ee-e4c463c78d7c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:15.064770 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4b1e879c-ace1-49e3-8cbc-173717dd884f req-348357fc-c9b6-4c4a-99ee-e4c463c78d7c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0620077 Mar 24 14:04:15.112695 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4b1e879c-ace1-49e3-8cbc-173717dd884f req-539f8f41-ce11-4bea-b54b-b612dc9d48ae tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Mar 24 14:04:15.133598 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd627029-e1fb-463b-99af-af52aa3f374a req-e1337f20-e0e0-4654-a74e-eacfa2761c4b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:15.136436 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd627029-e1fb-463b-99af-af52aa3f374a req-e1337f20-e0e0-4654-a74e-eacfa2761c4b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0594959 Mar 24 14:04:15.192639 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd627029-e1fb-463b-99af-af52aa3f374a req-de72c834-0824-4778-a318-194a2e4a0d45 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501177 Mar 24 14:04:15.816304 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4093d-0d5c-4748-9e15-507d7a885f2a req-a76d9880-0f4f-4884-9170-05fb61d4eb75 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:15.817756 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-03b4093d-0d5c-4748-9e15-507d7a885f2a req-a76d9880-0f4f-4884-9170-05fb61d4eb75 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0500350 Mar 24 14:04:15.863733 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-03b4093d-0d5c-4748-9e15-507d7a885f2a req-ff89dfe0-2413-4fa2-bf6d-abba695ebabe tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Mar 24 14:04:16.234607 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4181b-2930-472c-8a67-cc598fb57784 req-cf04d067-f0ea-4f41-97bc-e001b6533d87 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:16.236038 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-64d4181b-2930-472c-8a67-cc598fb57784 req-cf04d067-f0ea-4f41-97bc-e001b6533d87 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0541482 Mar 24 14:04:16.300898 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-64d4181b-2930-472c-8a67-cc598fb57784 req-6ef86fbd-d471-4d52-b51f-39165cab4f2a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587223 Mar 24 14:04:16.323882 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a106-f10e-492d-8ad6-95e44c06efec req-e51c6475-9a5f-4155-bae1-66daa679e921 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:16.327673 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5727a106-f10e-492d-8ad6-95e44c06efec req-e51c6475-9a5f-4155-bae1-66daa679e921 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0652566 Mar 24 14:04:16.330185 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41240) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:16.375282 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5727a106-f10e-492d-8ad6-95e44c06efec req-0f2db0d7-bad0-4bea-a1f2-e52ddd96176a tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Mar 24 14:04:16.429898 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-61a6b175-b90f-4582-b0ec-03c12a315a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.500328 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-61a6b175-b90f-4582-b0ec-03c12a315a72 admin admin] Publish callbacks [] for security_group (63c340b6-7133-4c4a-8588-74e0080faf23), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.600770 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-61a6b175-b90f-4582-b0ec-03c12a315a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (63c340b6-7133-4c4a-8588-74e0080faf23), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.637601 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b175-b90f-4582-b0ec-03c12a315a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c340b6-7133-4c4a-8588-74e0080faf23,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:16.642986 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-61a6b175-b90f-4582-b0ec-03c12a315a72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=125618b6e9c04276acf59a227b060fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118262 Mar 24 14:04:16.645630 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41244) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:16.690891 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a138-9b9a-4288-9be0-227c1194d5bf admin admin] Publish callbacks [] for security_group (63c340b6-7133-4c4a-8588-74e0080faf23), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.710701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a138-9b9a-4288-9be0-227c1194d5bf admin admin] Publish callbacks [] for security_group (63c340b6-7133-4c4a-8588-74e0080faf23), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.818059 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a138-9b9a-4288-9be0-227c1194d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (63c340b6-7133-4c4a-8588-74e0080faf23), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.820597 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a138-9b9a-4288-9be0-227c1194d5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:16.821812 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a9d6a138-9b9a-4288-9be0-227c1194d5bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63c340b6-7133-4c4a-8588-74e0080faf23 HTTP/1.1" status: 204 len: 168 time: 0.1751316 Mar 24 14:04:16.829485 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6a138-9b9a-4288-9be0-227c1194d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c340b6-7133-4c4a-8588-74e0080faf23,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:16.975883 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7d17-bdb8-4b98-b56b-2e47b106543e req-2331d516-1171-4d10-ab40-45abbd156e51 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:16.977619 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-622a7d17-bdb8-4b98-b56b-2e47b106543e req-2331d516-1171-4d10-ab40-45abbd156e51 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Mar 24 14:04:17.025293 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-622a7d17-bdb8-4b98-b56b-2e47b106543e req-f8ed2c55-4846-4080-8606-4f368cc8b8f8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Mar 24 14:04:17.424331 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aa586-5bb1-4951-8dd7-94015809d44f req-8cbea513-6911-4a58-812f-b00dcb0bb0ff tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:17.425868 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-788aa586-5bb1-4951-8dd7-94015809d44f req-8cbea513-6911-4a58-812f-b00dcb0bb0ff tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0558546 Mar 24 14:04:17.472548 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-788aa586-5bb1-4951-8dd7-94015809d44f req-666f0c93-7642-4ba3-abd7-d556a7b8d221 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Mar 24 14:04:17.505370 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ce531-507d-42bc-b055-7f3e20414d4a req-b3fa1f2d-62cd-4bfa-aaa1-d5c2dcb7fea9 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:17.506849 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b51ce531-507d-42bc-b055-7f3e20414d4a req-b3fa1f2d-62cd-4bfa-aaa1-d5c2dcb7fea9 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0584929 Mar 24 14:04:17.552688 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b51ce531-507d-42bc-b055-7f3e20414d4a req-cddab213-777e-4f55-8648-39b34ed96919 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Mar 24 14:04:18.140404 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3f9c4-21ed-458f-9003-185964213ad7 req-0257c986-deaa-4f40-98e0-ddedc701c2d2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:18.141895 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-19a3f9c4-21ed-458f-9003-185964213ad7 req-0257c986-deaa-4f40-98e0-ddedc701c2d2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0516477 Mar 24 14:04:18.187421 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-19a3f9c4-21ed-458f-9003-185964213ad7 req-b64d2e69-3997-48dc-80c2-41c510f2f647 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Mar 24 14:04:18.590654 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037fff-1cee-4e1e-838d-ea3f0f8aea89 req-da003619-4234-41a0-afdb-d2d73f16b6b3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:18.592059 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef037fff-1cee-4e1e-838d-ea3f0f8aea89 req-da003619-4234-41a0-afdb-d2d73f16b6b3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0543928 Mar 24 14:04:18.654317 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef037fff-1cee-4e1e-838d-ea3f0f8aea89 req-3ab30a86-c10c-46e2-aed3-9f6b03c8e279 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Mar 24 14:04:18.682818 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a44b-7b49-448d-b103-ebfd0838c5ed req-15b63c1c-13fe-4aa0-890e-b5fb9b491eab tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:18.684284 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cc25a44b-7b49-448d-b103-ebfd0838c5ed req-15b63c1c-13fe-4aa0-890e-b5fb9b491eab tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0635760 Mar 24 14:04:18.730849 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cc25a44b-7b49-448d-b103-ebfd0838c5ed req-f858f5cb-f39a-4686-bac3-8aaa89ef1d90 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Mar 24 14:04:19.300410 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28ef6-1a40-4e31-ae5f-68e49115adad req-497d133c-bd1c-4fc2-b223-7820cc776c5f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:19.301894 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-daf28ef6-1a40-4e31-ae5f-68e49115adad req-497d133c-bd1c-4fc2-b223-7820cc776c5f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0505559 Mar 24 14:04:19.347696 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-daf28ef6-1a40-4e31-ae5f-68e49115adad req-e75339c5-2bb7-45bf-9ee8-bb5fbf110335 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Mar 24 14:04:19.548976 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41342) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:19.653654 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77e437dc-4f77-42fd-9369-215abc3be630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:19.734670 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77e437dc-4f77-42fd-9369-215abc3be630 admin admin] Publish callbacks [] for security_group (aa5c269b-f1e2-4269-ba74-39ff14bfb52a), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:19.776446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728a8a-45ea-4114-b8f1-120ef3525be8 req-7728124d-68fd-40a1-b2c2-8cf987e585a8 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:19.777917 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c9728a8a-45ea-4114-b8f1-120ef3525be8 req-7728124d-68fd-40a1-b2c2-8cf987e585a8 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0552239 Mar 24 14:04:19.798343 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77e437dc-4f77-42fd-9369-215abc3be630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (aa5c269b-f1e2-4269-ba74-39ff14bfb52a), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:19.847207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633932d-16da-44d6-9480-0b45d7cf8033 req-a13e81fa-ebb9-40c1-81f3-031485b77dd1 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:19.848597 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c633932d-16da-44d6-9480-0b45d7cf8033 req-a13e81fa-ebb9-40c1-81f3-031485b77dd1 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0521352 Mar 24 14:04:19.857115 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-77e437dc-4f77-42fd-9369-215abc3be630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb91e79168994c3088987757d36fb6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065684 Mar 24 14:04:19.857941 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e437dc-4f77-42fd-9369-215abc3be630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c269b-f1e2-4269-ba74-39ff14bfb52a,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:19.860550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41350) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:19.864953 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c9728a8a-45ea-4114-b8f1-120ef3525be8 req-85e76e39-ace5-4ea7-8625-ad3bd3be93a3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814767 Mar 24 14:04:19.924266 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c633932d-16da-44d6-9480-0b45d7cf8033 req-5440331b-639c-4c9d-90a9-dea17b9294ec tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696497 Mar 24 14:04:19.944835 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e5e3-495e-4bd2-bab3-190c970d7237 admin admin] Publish callbacks [] for security_group (aa5c269b-f1e2-4269-ba74-39ff14bfb52a), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:19.962234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e5e3-495e-4bd2-bab3-190c970d7237 admin admin] Publish callbacks [] for security_group (aa5c269b-f1e2-4269-ba74-39ff14bfb52a), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.075642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e5e3-495e-4bd2-bab3-190c970d7237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (aa5c269b-f1e2-4269-ba74-39ff14bfb52a), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.078474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e5e3-495e-4bd2-bab3-190c970d7237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.082446 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-0ff5e5e3-495e-4bd2-bab3-190c970d7237 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5c269b-f1e2-4269-ba74-39ff14bfb52a HTTP/1.1" status: 204 len: 168 time: 0.2182598 Mar 24 14:04:20.093188 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5e5e3-495e-4bd2-bab3-190c970d7237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c269b-f1e2-4269-ba74-39ff14bfb52a,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:20.463903 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9f8f1-f4b2-4b92-a6ee-1025580e0d7e req-d5915d05-265c-49f5-8e0c-e49f4a66836d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:20.465432 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-96c9f8f1-f4b2-4b92-a6ee-1025580e0d7e req-d5915d05-265c-49f5-8e0c-e49f4a66836d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0511193 Mar 24 14:04:20.511533 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-96c9f8f1-f4b2-4b92-a6ee-1025580e0d7e req-3e86fdfa-3b8a-41a2-9721-8bfbcd49c570 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Mar 24 14:04:20.663730 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41376) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:20.676292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-da889b17-6596-4154-be50-7effdcb60cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.748872 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-da889b17-6596-4154-be50-7effdcb60cdc admin admin] Publish callbacks [] for security_group (212168e5-f9e9-4804-b887-6e40672d1968), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.811964 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-da889b17-6596-4154-be50-7effdcb60cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (212168e5-f9e9-4804-b887-6e40672d1968), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.848813 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-da889b17-6596-4154-be50-7effdcb60cdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69dd20e0012c4464aaa19828746ea6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840029 Mar 24 14:04:20.849973 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da889b17-6596-4154-be50-7effdcb60cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212168e5-f9e9-4804-b887-6e40672d1968,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:20.851547 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41378) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:20.898894 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-48e2b0d3-31e0-43c7-a913-0b9f7e89373f admin admin] Publish callbacks [] for security_group (212168e5-f9e9-4804-b887-6e40672d1968), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.919306 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-48e2b0d3-31e0-43c7-a913-0b9f7e89373f admin admin] Publish callbacks [] for security_group (212168e5-f9e9-4804-b887-6e40672d1968), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:20.981519 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a64fb-c393-4c43-9132-7edd3c4fdc45 req-9dfc6639-6e78-44f5-a7cb-9a65020936fa tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:20.982981 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c70a64fb-c393-4c43-9132-7edd3c4fdc45 req-9dfc6639-6e78-44f5-a7cb-9a65020936fa tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0536823 Mar 24 14:04:21.032003 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c70a64fb-c393-4c43-9132-7edd3c4fdc45 req-7a1fe5c7-8269-43ec-9b4c-ca190d802945 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Mar 24 14:04:21.045491 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36211c-d3f3-4768-9622-433808adb413 req-59d6f837-01e2-43e5-a1a9-878c662e6e62 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:21.046993 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a36211c-d3f3-4768-9622-433808adb413 req-59d6f837-01e2-43e5-a1a9-878c662e6e62 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0539088 Mar 24 14:04:21.048106 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-48e2b0d3-31e0-43c7-a913-0b9f7e89373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (212168e5-f9e9-4804-b887-6e40672d1968), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:21.051186 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-48e2b0d3-31e0-43c7-a913-0b9f7e89373f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:21.052199 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-48e2b0d3-31e0-43c7-a913-0b9f7e89373f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/212168e5-f9e9-4804-b887-6e40672d1968 HTTP/1.1" status: 204 len: 168 time: 0.1989977 Mar 24 14:04:21.067520 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b0d3-31e0-43c7-a913-0b9f7e89373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212168e5-f9e9-4804-b887-6e40672d1968,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:21.111561 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a36211c-d3f3-4768-9622-433808adb413 req-ebdeb375-e554-444e-9f18-864fd2eb9c99 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565815 Mar 24 14:04:21.627613 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da3bf7-6372-4b63-9b2f-6312c22d4b03 req-00592f0b-af89-4ddf-970a-6f2cf6b08a47 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:21.629361 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98da3bf7-6372-4b63-9b2f-6312c22d4b03 req-00592f0b-af89-4ddf-970a-6f2cf6b08a47 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0513837 Mar 24 14:04:21.677296 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98da3bf7-6372-4b63-9b2f-6312c22d4b03 req-224eb20b-caed-473e-804a-3d4cbf9d305e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Mar 24 14:04:22.150687 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdce77-64b2-425b-9b90-1015161c8f0a req-da313ecb-6520-4799-96cf-c84e23cf8dc5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:22.152207 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-34fdce77-64b2-425b-9b90-1015161c8f0a req-da313ecb-6520-4799-96cf-c84e23cf8dc5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0543702 Mar 24 14:04:22.201273 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-34fdce77-64b2-425b-9b90-1015161c8f0a req-1c293740-a38d-4b3e-9dff-0b56350d57bb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Mar 24 14:04:22.232051 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b614-5660-402d-96bd-c803b68b901b req-5fd005a6-18ce-4a55-9803-47b98fc62d6b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:22.233500 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3527b614-5660-402d-96bd-c803b68b901b req-5fd005a6-18ce-4a55-9803-47b98fc62d6b tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0529265 Mar 24 14:04:22.284488 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3527b614-5660-402d-96bd-c803b68b901b req-c11930c5-5617-4b3a-b86f-42ed9acca54c tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Mar 24 14:04:22.797811 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3662f6a-98b1-4afb-ad28-f4fe37183047 req-68401c54-a498-44e8-9261-65d777dab743 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:22.799216 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d3662f6a-98b1-4afb-ad28-f4fe37183047 req-68401c54-a498-44e8-9261-65d777dab743 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0580263 Mar 24 14:04:22.845770 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d3662f6a-98b1-4afb-ad28-f4fe37183047 req-4f3cfc3e-926d-4890-b857-bc843f6688a2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Mar 24 14:04:23.315972 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e79b1-a46c-4058-bedd-ee17a14fc8f7 req-e1108b0c-7b5b-411d-8481-970fcf756133 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:23.317484 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4a8e79b1-a46c-4058-bedd-ee17a14fc8f7 req-e1108b0c-7b5b-411d-8481-970fcf756133 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Mar 24 14:04:23.363208 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4a8e79b1-a46c-4058-bedd-ee17a14fc8f7 req-104a9b81-9631-4ac7-9718-c887591da586 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Mar 24 14:04:23.400569 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24fc2-0fdc-4d23-a6ce-ebc1f134814b req-568fac8e-191c-4912-852b-a7cec63c2fe0 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:23.402040 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-38d24fc2-0fdc-4d23-a6ce-ebc1f134814b req-568fac8e-191c-4912-852b-a7cec63c2fe0 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0522108 Mar 24 14:04:23.449540 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-38d24fc2-0fdc-4d23-a6ce-ebc1f134814b req-fe85bff4-4603-4c3b-a68f-15a42a3d6bfd tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Mar 24 14:04:23.968826 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa34c5-a3a4-47a4-bd15-0910bdeac37b req-4e4791d0-819d-491e-8246-504778ea1057 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:23.970257 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-35aa34c5-a3a4-47a4-bd15-0910bdeac37b req-4e4791d0-819d-491e-8246-504778ea1057 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Mar 24 14:04:24.018833 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-35aa34c5-a3a4-47a4-bd15-0910bdeac37b req-6b3f0c7a-4788-4b47-8287-464a9943ed44 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Mar 24 14:04:24.258285 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ab52ee53-9735-43d1-a5bc-82617f7eb826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:24.486572 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e2f1b-bed4-4ebc-bc28-4a81b1e8efc8 req-2a5b779f-2041-42a7-a026-6060808b7018 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:24.488988 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-360e2f1b-bed4-4ebc-bc28-4a81b1e8efc8 req-2a5b779f-2041-42a7-a026-6060808b7018 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0612197 Mar 24 14:04:24.551274 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-360e2f1b-bed4-4ebc-bc28-4a81b1e8efc8 req-5325141b-729c-46e9-8129-80592e4182b6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555491 Mar 24 14:04:24.586373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6419826-ba77-4fe7-8f0a-442cab8c1e50 req-c4f0aa6b-b211-487c-aeb5-da1b8a053369 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:24.587906 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6419826-ba77-4fe7-8f0a-442cab8c1e50 req-c4f0aa6b-b211-487c-aeb5-da1b8a053369 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0687864 Mar 24 14:04:24.647069 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6419826-ba77-4fe7-8f0a-442cab8c1e50 req-906271ba-c1d8-4056-ba35-2f32b6d7f28d tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Mar 24 14:04:25.136329 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4a43-82ad-4342-bf2e-1861267176d1 req-155dbbd8-a7c7-420b-9351-b62736ba7bb9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:25.137749 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ca3e4a43-82ad-4342-bf2e-1861267176d1 req-155dbbd8-a7c7-420b-9351-b62736ba7bb9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0508802 Mar 24 14:04:25.183814 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ca3e4a43-82ad-4342-bf2e-1861267176d1 req-b7e4fb44-74cb-4561-829e-fbe9c5d792a1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Mar 24 14:04:25.692076 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c17313-594d-4ad9-8cfe-f1035378f427 req-87a22cb4-86c9-43ad-b12e-0e80766d44ec tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:25.693531 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18c17313-594d-4ad9-8cfe-f1035378f427 req-87a22cb4-86c9-43ad-b12e-0e80766d44ec tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Mar 24 14:04:25.744830 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18c17313-594d-4ad9-8cfe-f1035378f427 req-d1de7354-74fa-4849-ad3c-4c7e5b967b0d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Mar 24 14:04:25.915390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85672e2-96cf-4c3b-aa77-62a91971dd3f req-15483ba1-9ef1-4cea-b34d-2994b3ea3f49 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:25.927543 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c85672e2-96cf-4c3b-aa77-62a91971dd3f req-15483ba1-9ef1-4cea-b34d-2994b3ea3f49 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0715055 Mar 24 14:04:25.928318 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41612) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:25.938478 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'floatingip': {'port_id': 'dba8feac-3126-404b-88c3-44785b56e8b2'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:04:26.017211 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (f1609f8a-0f84-4369-be03-bdaa1dfb600f), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.458234 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41620) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:26.488894 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e37525-f3ce-4de1-8e58-19716d5af83b req-50c0fc11-f78a-49b7-884f-c871f9215d87 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:26.490475 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b5e37525-f3ce-4de1-8e58-19716d5af83b req-50c0fc11-f78a-49b7-884f-c871f9215d87 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.1054690 Mar 24 14:04:26.508902 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8d320248-d524-4a06-8ba7-2919f63b6d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.608481 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9facba2-4b59-40aa-b056-f557724f8ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.714687 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b5e37525-f3ce-4de1-8e58-19716d5af83b req-0d0d24f7-d3a5-4227-afc2-2609fd92d5f3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173560 Mar 24 14:04:26.736127 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9facba2-4b59-40aa-b056-f557724f8ee5 admin admin] Publish callbacks [] for security_group (ff2917e7-cf2d-4160-bb62-cf9dfd463ff7), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.828866 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9facba2-4b59-40aa-b056-f557724f8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ff2917e7-cf2d-4160-bb62-cf9dfd463ff7), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.861377 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e9facba2-4b59-40aa-b056-f557724f8ee5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ae0e1aff1e44f6180ea92862fb37599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018145 Mar 24 14:04:26.863300 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41644) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:26.906045 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9facba2-4b59-40aa-b056-f557724f8ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2917e7-cf2d-4160-bb62-cf9dfd463ff7,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:26.938005 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76f972cf-089a-4de6-9d56-867fdaf8b817 admin admin] Publish callbacks [] for security_group (ff2917e7-cf2d-4160-bb62-cf9dfd463ff7), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.951821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:26.970200 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76f972cf-089a-4de6-9d56-867fdaf8b817 admin admin] Publish callbacks [] for security_group (ff2917e7-cf2d-4160-bb62-cf9dfd463ff7), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:27.046886 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (f1609f8a-0f84-4369-be03-bdaa1dfb600f), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:27.143832 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76f972cf-089a-4de6-9d56-867fdaf8b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ff2917e7-cf2d-4160-bb62-cf9dfd463ff7), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:27.143832 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76f972cf-089a-4de6-9d56-867fdaf8b817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:27.146737 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-76f972cf-089a-4de6-9d56-867fdaf8b817 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff2917e7-cf2d-4160-bb62-cf9dfd463ff7 HTTP/1.1" status: 204 len: 168 time: 0.2822189 Mar 24 14:04:27.155919 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f972cf-089a-4de6-9d56-867fdaf8b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2917e7-cf2d-4160-bb62-cf9dfd463ff7,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:27.165130 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Floating IP f1609f8a-0f84-4369-be03-bdaa1dfb600f associated. External IP: 172.27.0.108, port: dba8feac-3126-404b-88c3-44785b56e8b2. Mar 24 14:04:27.375182 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3a3dd-4a09-4764-8d35-4b9f3b6ba977 req-7d882925-afca-477e-b7bc-0d39950607be tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:27.376636 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-82e3a3dd-4a09-4764-8d35-4b9f3b6ba977 req-7d882925-afca-477e-b7bc-0d39950607be tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.1255829 Mar 24 14:04:27.442403 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-82e3a3dd-4a09-4764-8d35-4b9f3b6ba977 req-be141724-9336-47eb-843a-3a9535355547 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Mar 24 14:04:27.457990 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Router ecf0466f-c319-4cc2-a432-969e6315df34 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:04:27.584351 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:04:27.589050 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:27.597210 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:04:27.608112 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:04:27.608730 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:04:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:04:27.627120 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-66a9d060-3e45-495a-b86b-df48b6a92985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "PUT /v2.0/floatingips/f1609f8a-0f84-4369-be03-bdaa1dfb600f HTTP/1.1" status: 200 len: 991 time: 1.6974888 Mar 24 14:04:27.628630 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:04:27.632030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be7d5dd-2446-48a3-9de5-e9978f29b27d" -d '{"events": [{"name": "network-changed", "server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:04:27.676646 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297629df-af06-422a-8077-284981f6b400 x-openstack-request-id: req-297629df-af06-422a-8077-284981f6b400 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:04:27.676942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:04:27.677195 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-297629df-af06-422a-8077-284981f6b400 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:04:27.677605 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297629df-af06-422a-8077-284981f6b400'] response: {'name': 'network-changed', 'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'status': 'completed', 'code': 200} Mar 24 14:04:27.721025 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:04:27.835457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:27.936856 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41702) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:27.950445 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dd8f-3bb3-406b-8979-fa92798db93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.001637 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'f1609f8a-0f84-4369-be03-bdaa1dfb600f', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'port_id': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'mac_address': 'fa:16:3e:2f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:03:48Z', 'updated_at': '2022-03-24T14:04:26Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:04:28.024923 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dd8f-3bb3-406b-8979-fa92798db93d admin admin] Publish callbacks [] for security_group (45bc8780-88a4-40ff-bec8-7f1d73753094), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.028669 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:04:28.037018 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:04:28.037616 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:04:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:04:28.075345 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dd8f-3bb3-406b-8979-fa92798db93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (45bc8780-88a4-40ff-bec8-7f1d73753094), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.114739 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4dd8f-3bb3-406b-8979-fa92798db93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc8780-88a4-40ff-bec8-7f1d73753094,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:28.120927 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-c9b4dd8f-3bb3-406b-8979-fa92798db93d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d64e60742316461cbc3b5c2aa2890f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829731 Mar 24 14:04:28.123588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41706) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:28.151124 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41708) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:28.187448 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-003723ca-3142-4e76-b83b-d02664fd9f4c admin admin] Publish callbacks [] for security_group (45bc8780-88a4-40ff-bec8-7f1d73753094), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.234251 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:04:28.391181 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a5567412-ed74-418d-9a6e-e3304e613736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.394465 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-003723ca-3142-4e76-b83b-d02664fd9f4c admin admin] Publish callbacks [] for security_group (45bc8780-88a4-40ff-bec8-7f1d73753094), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.463471 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'f1609f8a-0f84-4369-be03-bdaa1dfb600f', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'port_id': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'mac_address': 'fa:16:3e:2f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:03:48Z', 'updated_at': '2022-03-24T14:04:26Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:04:28.493638 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad85b79-8dca-48a1-bc16-27897eeeeeac None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'f1609f8a-0f84-4369-be03-bdaa1dfb600f', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'port_id': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'mac_address': 'fa:16:3e:2f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:03:48Z', 'updated_at': '2022-03-24T14:04:26Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:04:28.532592 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-003723ca-3142-4e76-b83b-d02664fd9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (45bc8780-88a4-40ff-bec8-7f1d73753094), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.535979 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-003723ca-3142-4e76-b83b-d02664fd9f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.537199 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-003723ca-3142-4e76-b83b-d02664fd9f4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45bc8780-88a4-40ff-bec8-7f1d73753094 HTTP/1.1" status: 204 len: 168 time: 0.4120388 Mar 24 14:04:28.571621 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003723ca-3142-4e76-b83b-d02664fd9f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc8780-88a4-40ff-bec8-7f1d73753094,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:28.617579 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb437b81-4197-4e6d-89d5-9d9c460c5906 req-e5c205e4-fa3e-4e2f-aacd-9a84a3ba5169 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:28.619046 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bb437b81-4197-4e6d-89d5-9d9c460c5906 req-e5c205e4-fa3e-4e2f-aacd-9a84a3ba5169 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0981426 Mar 24 14:04:28.620848 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a5567412-ed74-418d-9a6e-e3304e613736 admin admin] Publish callbacks [] for security_group (26fd5eaf-9d06-4943-8e68-d5290fb949b1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.667602 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bb437b81-4197-4e6d-89d5-9d9c460c5906 req-b7f270cf-d089-451a-9374-c5ffbd662ea8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Mar 24 14:04:28.717983 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a5567412-ed74-418d-9a6e-e3304e613736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (26fd5eaf-9d06-4943-8e68-d5290fb949b1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.740721 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004e748-010e-479b-b763-a5e8e65b96e6 None None] New status for floating IP f1609f8a-0f84-4369-be03-bdaa1dfb600f: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:04:28.758758 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a5567412-ed74-418d-9a6e-e3304e613736 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f831a05924545f6b58809871c12af7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069047 Mar 24 14:04:28.761440 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41720) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:28.768823 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5567412-ed74-418d-9a6e-e3304e613736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd5eaf-9d06-4943-8e68-d5290fb949b1,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:28.812225 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77ec003a-439c-4dd6-88f9-87d6a13e2812 admin admin] Publish callbacks [] for security_group (26fd5eaf-9d06-4943-8e68-d5290fb949b1), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.839210 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77ec003a-439c-4dd6-88f9-87d6a13e2812 admin admin] Publish callbacks [] for security_group (26fd5eaf-9d06-4943-8e68-d5290fb949b1), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.978477 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77ec003a-439c-4dd6-88f9-87d6a13e2812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (26fd5eaf-9d06-4943-8e68-d5290fb949b1), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.981091 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77ec003a-439c-4dd6-88f9-87d6a13e2812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:28.984648 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-77ec003a-439c-4dd6-88f9-87d6a13e2812 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26fd5eaf-9d06-4943-8e68-d5290fb949b1 HTTP/1.1" status: 204 len: 168 time: 0.2199175 Mar 24 14:04:28.999312 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec003a-439c-4dd6-88f9-87d6a13e2812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd5eaf-9d06-4943-8e68-d5290fb949b1,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:29.118840 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:29.613815 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41748) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:29.626470 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf3d-1073-46e4-9ec1-f71337612e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:29.699361 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf3d-1073-46e4-9ec1-f71337612e85 admin admin] Publish callbacks [] for security_group (930da570-f0c2-4642-8173-cdc0eb92b9d8), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:29.764180 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf3d-1073-46e4-9ec1-f71337612e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (930da570-f0c2-4642-8173-cdc0eb92b9d8), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:29.789291 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6294e-6e63-498e-871b-fa1dd076e57e req-2fc16092-733a-4201-b1f0-e6d56b83c317 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:29.791063 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d6c6294e-6e63-498e-871b-fa1dd076e57e req-2fc16092-733a-4201-b1f0-e6d56b83c317 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Mar 24 14:04:29.810448 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-c22dbf3d-1073-46e4-9ec1-f71337612e85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bbff7b55c9b47928075c163f3a68569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953106 Mar 24 14:04:29.812962 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dbf3d-1073-46e4-9ec1-f71337612e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930da570-f0c2-4642-8173-cdc0eb92b9d8,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:29.814034 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41758) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:29.881842 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d6c6294e-6e63-498e-871b-fa1dd076e57e req-424641e1-75f5-45c2-8d59-ada0ead34dcb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841541 Mar 24 14:04:29.896426 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a357270c-0ca4-4668-8f2c-8bc1881c8fbe admin admin] Publish callbacks [] for security_group (930da570-f0c2-4642-8173-cdc0eb92b9d8), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:29.918056 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a357270c-0ca4-4668-8f2c-8bc1881c8fbe admin admin] Publish callbacks [] for security_group (930da570-f0c2-4642-8173-cdc0eb92b9d8), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:30.069787 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a357270c-0ca4-4668-8f2c-8bc1881c8fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (930da570-f0c2-4642-8173-cdc0eb92b9d8), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:30.072445 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a357270c-0ca4-4668-8f2c-8bc1881c8fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:30.073608 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a357270c-0ca4-4668-8f2c-8bc1881c8fbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/930da570-f0c2-4642-8173-cdc0eb92b9d8 HTTP/1.1" status: 204 len: 168 time: 0.2585464 Mar 24 14:04:30.082016 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357270c-0ca4-4668-8f2c-8bc1881c8fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930da570-f0c2-4642-8173-cdc0eb92b9d8,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:30.583875 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:31.007891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804ba8-5c90-4aea-8526-1253a169e00f req-fadc8d36-11ed-4e26-8729-7f3a40d59c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.011323 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-fadc8d36-11ed-4e26-8729-7f3a40d59c7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1129 time: 0.1011689 Mar 24 14:04:31.011323 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-59aabcba-428d-4cb9-a9ff-c78e46fc4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.012450 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-59aabcba-428d-4cb9-a9ff-c78e46fc4e42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1129 time: 0.0906458 Mar 24 14:04:31.032818 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e525-014b-4b1d-8ed1-d7ae90541a05 req-41242104-5c00-464a-83c5-4f082f9a1015 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.038529 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d778e525-014b-4b1d-8ed1-d7ae90541a05 req-41242104-5c00-464a-83c5-4f082f9a1015 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0664711 Mar 24 14:04:31.092059 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d778e525-014b-4b1d-8ed1-d7ae90541a05 req-cf60e777-cf92-4293-92ab-3763454caa83 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 Mar 24 14:04:31.403296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-6b20de65-56da-42e3-ba23-be7515b37dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.404764 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-6b20de65-56da-42e3-ba23-be7515b37dc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.3586566 Mar 24 14:04:31.405813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804ba8-5c90-4aea-8526-1253a169e00f req-41fcdf56-0d80-4a55-9706-2d238713375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.407118 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-41fcdf56-0d80-4a55-9706-2d238713375b service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.3531520 Mar 24 14:04:31.492600 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-912dcb58-ab75-4253-b233-24a9dd06f6a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 200 len: 217 time: 0.0760782 Mar 24 14:04:31.566063 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-154f92fd-da2c-4396-995d-40ab84ba8afd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 1001 time: 0.1505213 Mar 24 14:04:31.575937 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804ba8-5c90-4aea-8526-1253a169e00f req-53b13f21-9ab5-4cb5-8346-5878a0fd38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.577314 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-53b13f21-9ab5-4cb5-8346-5878a0fd38f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0701327 Mar 24 14:04:31.653356 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-1c9d9917-36bb-4d66-a133-54de99a651de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.654835 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-1c9d9917-36bb-4d66-a133-54de99a651de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0766697 Mar 24 14:04:31.661523 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804ba8-5c90-4aea-8526-1253a169e00f req-4158b275-f998-4d8c-8c9c-dcfecd07657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.662900 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-4158b275-f998-4d8c-8c9c-dcfecd07657f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595393 Mar 24 14:04:31.766156 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-2fdb013e-bcd4-4c3d-af28-0fa61fba3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:31.767661 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-2fdb013e-bcd4-4c3d-af28-0fa61fba3245 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985811 Mar 24 14:04:31.822150 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-7ccbbe28-b8d3-4f5f-a41a-8cf473181dea service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456125 Mar 24 14:04:31.924012 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-f7c54025-b71d-4f65-b590-efbe6cbd6658 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480389 Mar 24 14:04:31.979631 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-36804ba8-5c90-4aea-8526-1253a169e00f req-ad321b27-fdb6-444d-b46e-38a9b964a629 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502016 Mar 24 14:04:32.039777 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4be7d5dd-2446-48a3-9de5-e9978f29b27d req-1d42cbfd-9d57-490b-8fc5-2c40a15de34b service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053319 Mar 24 14:04:32.220415 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e74f-ada1-48c7-abd6-130f7ce708c0 req-948114cb-962f-4d35-8eda-00ff3424e86d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:32.221955 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b4f1e74f-ada1-48c7-abd6-130f7ce708c0 req-948114cb-962f-4d35-8eda-00ff3424e86d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Mar 24 14:04:32.270696 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b4f1e74f-ada1-48c7-abd6-130f7ce708c0 req-1983d78e-c18a-4240-b1ce-954d18e0adc4 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Mar 24 14:04:33.023779 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41870) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:33.132358 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.209586 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Publish callbacks [] for security_group (a90bf1e4-d8cf-491a-88d9-4b001b9f1c86), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.286781 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a90bf1e4-d8cf-491a-88d9-4b001b9f1c86), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.328744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41888) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:33.329290 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a42c5cacb784752b3b1a66b11d2b405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039267 Mar 24 14:04:33.330890 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90bf1e4-d8cf-491a-88d9-4b001b9f1c86,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:33.339030 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.339385 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.339729 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.340072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.340408 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.340744 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.341070 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.341400 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.341727 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.342052 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.342370 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.342894 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.343461 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.343955 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.344421 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac19243-cd0c-49ad-8c0b-584a92810a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.385983 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Publish callbacks [] for security_group (a90bf1e4-d8cf-491a-88d9-4b001b9f1c86), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.407336 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Publish callbacks [] for security_group (a90bf1e4-d8cf-491a-88d9-4b001b9f1c86), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.408287 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e399101-90d3-4adc-b1f7-de43f7f014c5 req-e4582b61-abb2-45f4-a93a-56495a8ac4f9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:33.409781 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9e399101-90d3-4adc-b1f7-de43f7f014c5 req-e4582b61-abb2-45f4-a93a-56495a8ac4f9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0615258 Mar 24 14:04:33.458801 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9e399101-90d3-4adc-b1f7-de43f7f014c5 req-9e7d5e12-b8d2-4273-844d-06ad7b9977dd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Mar 24 14:04:33.518269 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a90bf1e4-d8cf-491a-88d9-4b001b9f1c86), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.526846 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:33.526846 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a90bf1e4-d8cf-491a-88d9-4b001b9f1c86 HTTP/1.1" status: 204 len: 168 time: 0.1916604 Mar 24 14:04:33.531037 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90bf1e4-d8cf-491a-88d9-4b001b9f1c86,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:33.538383 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.538770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.539115 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.539453 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.539831 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.540155 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.540478 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.540801 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.541122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.541531 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.541753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.542075 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.542387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.542728 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:33.543043 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec4fa8b-7b0f-4ca3-9a3c-145fdb6f7238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:04:34.376173 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41918) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:34.383661 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41920) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:34.392450 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0765b8bb-c21f-4a46-b62a-585173066184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.464419 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0765b8bb-c21f-4a46-b62a-585173066184 admin admin] Publish callbacks [] for security_group (2e15aa98-149a-4a66-94e2-56e50e8ad9fa), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.542176 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0765b8bb-c21f-4a46-b62a-585173066184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (2e15aa98-149a-4a66-94e2-56e50e8ad9fa), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.562539 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c684b05d-b1a1-439f-9c51-aca9e02ea43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.577284 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-0765b8bb-c21f-4a46-b62a-585173066184 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b62b353f1930428aa116b7eb83371a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000179 Mar 24 14:04:34.578361 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b8bb-c21f-4a46-b62a-585173066184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15aa98-149a-4a66-94e2-56e50e8ad9fa,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:34.579852 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 41928) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:34.658275 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce135-cff6-4ef7-865b-013b61d34e95 req-b880f40e-8c9b-4e3d-bc1e-5c8aeb7fc2d2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:34.659890 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-768ce135-cff6-4ef7-865b-013b61d34e95 req-b880f40e-8c9b-4e3d-bc1e-5c8aeb7fc2d2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.1332188 Mar 24 14:04:34.706948 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10ab81bf-bb11-46ff-a0d7-99554fe24b8b admin admin] Publish callbacks [] for security_group (2e15aa98-149a-4a66-94e2-56e50e8ad9fa), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.735957 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c684b05d-b1a1-439f-9c51-aca9e02ea43e admin admin] Publish callbacks [] for security_group (0ea3284b-0097-4e6a-bed3-9548dc2e056c), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.754445 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10ab81bf-bb11-46ff-a0d7-99554fe24b8b admin admin] Publish callbacks [] for security_group (2e15aa98-149a-4a66-94e2-56e50e8ad9fa), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.763561 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-768ce135-cff6-4ef7-865b-013b61d34e95 req-4d57c419-19f3-4676-9d02-6dd3a7f89305 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974452 Mar 24 14:04:34.804900 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c684b05d-b1a1-439f-9c51-aca9e02ea43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (0ea3284b-0097-4e6a-bed3-9548dc2e056c), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.838893 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-c684b05d-b1a1-439f-9c51-aca9e02ea43e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e9b88105daf4fe8807e953b867f6e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540863 Mar 24 14:04:34.840842 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684b05d-b1a1-439f-9c51-aca9e02ea43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea3284b-0097-4e6a-bed3-9548dc2e056c,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:34.841614 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 41930) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:34.864195 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10ab81bf-bb11-46ff-a0d7-99554fe24b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (2e15aa98-149a-4a66-94e2-56e50e8ad9fa), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.866820 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10ab81bf-bb11-46ff-a0d7-99554fe24b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.867933 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-10ab81bf-bb11-46ff-a0d7-99554fe24b8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e15aa98-149a-4a66-94e2-56e50e8ad9fa HTTP/1.1" status: 204 len: 168 time: 0.2863798 Mar 24 14:04:34.875560 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab81bf-bb11-46ff-a0d7-99554fe24b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15aa98-149a-4a66-94e2-56e50e8ad9fa,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:34.905071 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4b29efaf-6614-4d10-8691-a5e2951e9d5a admin admin] Publish callbacks [] for security_group (0ea3284b-0097-4e6a-bed3-9548dc2e056c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:34.928420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4b29efaf-6614-4d10-8691-a5e2951e9d5a admin admin] Publish callbacks [] for security_group (0ea3284b-0097-4e6a-bed3-9548dc2e056c), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:35.049483 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4b29efaf-6614-4d10-8691-a5e2951e9d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (0ea3284b-0097-4e6a-bed3-9548dc2e056c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:35.052717 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4b29efaf-6614-4d10-8691-a5e2951e9d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:35.053876 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-4b29efaf-6614-4d10-8691-a5e2951e9d5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ea3284b-0097-4e6a-bed3-9548dc2e056c HTTP/1.1" status: 204 len: 168 time: 0.2112699 Mar 24 14:04:35.061721 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29efaf-6614-4d10-8691-a5e2951e9d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea3284b-0097-4e6a-bed3-9548dc2e056c,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:35.885472 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebd54d-24e4-4904-a425-40ee64c00e9e req-7c46cec4-8013-4563-895b-c638aa8735ba tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:35.887137 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-92ebd54d-24e4-4904-a425-40ee64c00e9e req-7c46cec4-8013-4563-895b-c638aa8735ba tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0555310 Mar 24 14:04:35.940267 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-92ebd54d-24e4-4904-a425-40ee64c00e9e req-f236f933-ac9f-4553-8555-c33b95926808 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Mar 24 14:04:36.178024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.475695 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42012) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:36.580468 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-de2f5d41-a7e8-46fa-9aba-8b52641c09da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.655283 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-de2f5d41-a7e8-46fa-9aba-8b52641c09da admin admin] Publish callbacks [] for security_group (3a83202e-7e82-4436-b5a1-db4dbbb9df87), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.741287 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-de2f5d41-a7e8-46fa-9aba-8b52641c09da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (3a83202e-7e82-4436-b5a1-db4dbbb9df87), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.779497 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-de2f5d41-a7e8-46fa-9aba-8b52641c09da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e193623ce5a466e86f50374c1f722a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027260 Mar 24 14:04:36.780554 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f5d41-a7e8-46fa-9aba-8b52641c09da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83202e-7e82-4436-b5a1-db4dbbb9df87,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:36.782641 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42024) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:36.836243 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee09c74c-a7bd-4df2-8416-d26936efcdcb admin admin] Publish callbacks [] for security_group (3a83202e-7e82-4436-b5a1-db4dbbb9df87), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.857021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee09c74c-a7bd-4df2-8416-d26936efcdcb admin admin] Publish callbacks [] for security_group (3a83202e-7e82-4436-b5a1-db4dbbb9df87), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.981374 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee09c74c-a7bd-4df2-8416-d26936efcdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (3a83202e-7e82-4436-b5a1-db4dbbb9df87), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.984253 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee09c74c-a7bd-4df2-8416-d26936efcdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:36.985553 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ee09c74c-a7bd-4df2-8416-d26936efcdcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a83202e-7e82-4436-b5a1-db4dbbb9df87 HTTP/1.1" status: 204 len: 168 time: 0.2019229 Mar 24 14:04:36.995936 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09c74c-a7bd-4df2-8416-d26936efcdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83202e-7e82-4436-b5a1-db4dbbb9df87,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:37.088022 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad795b18-f53d-4fbe-a890-12215ff37f32 req-b48ec973-e537-4585-bc65-58285794ff8f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:37.089523 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ad795b18-f53d-4fbe-a890-12215ff37f32 req-b48ec973-e537-4585-bc65-58285794ff8f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0555472 Mar 24 14:04:37.139158 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ad795b18-f53d-4fbe-a890-12215ff37f32 req-df32d91a-6ccf-4821-8952-77cc55e0b596 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Mar 24 14:04:38.261549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775fb31-b9de-4a62-ac98-11c7df356ea4 req-752bf7cc-62ef-4ddc-bd25-f0bc71e05530 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:38.263050 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e775fb31-b9de-4a62-ac98-11c7df356ea4 req-752bf7cc-62ef-4ddc-bd25-f0bc71e05530 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0568328 Mar 24 14:04:38.311639 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e775fb31-b9de-4a62-ac98-11c7df356ea4 req-e3ca20d1-8830-4e33-b612-98a332d78019 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Mar 24 14:04:39.419217 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-80d12615-c543-4ed3-9389-7adcffabe6d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787263 Mar 24 14:04:39.439501 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bca9d-228a-4640-ac22-22d5ed273826 req-0debf2dd-33bf-4e40-a19c-6ee5605d4704 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:39.441474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d31bca9d-228a-4640-ac22-22d5ed273826 req-0debf2dd-33bf-4e40-a19c-6ee5605d4704 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0599396 Mar 24 14:04:39.511912 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d31bca9d-228a-4640-ac22-22d5ed273826 req-7467eb62-6f6b-4429-827a-eddc13c48665 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Mar 24 14:04:39.524897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-c175ac91-1afe-4366-8625-bb3f2e29f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:39.526330 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-c175ac91-1afe-4366-8625-bb3f2e29f924 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ad699e1eec4413cb3f3e11478a96019&device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 1129 time: 0.0537772 Mar 24 14:04:39.637562 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-981ce065-22e1-4854-b984-52fcd7162f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:39.639074 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-981ce065-22e1-4854-b984-52fcd7162f32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58366c27-f81e-4647-981e-b65f1900f62f HTTP/1.1" status: 200 len: 912 time: 0.0912344 Mar 24 14:04:39.648810 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:04:40.625175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe803-ce62-41a4-a9c0-4615d71c3d21 req-3dbfb5f7-0a64-45d0-bf35-91070c7673ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:40.626646 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-98dbe803-ce62-41a4-a9c0-4615d71c3d21 req-3dbfb5f7-0a64-45d0-bf35-91070c7673ab tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Mar 24 14:04:40.671649 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-98dbe803-ce62-41a4-a9c0-4615d71c3d21 req-3e59db58-29a6-4731-85ce-275098d03967 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Mar 24 14:04:41.032008 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-94331f16-7c0b-426b-9819-2ca2ebb3b64a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9743e19-6775-4fd3-86bc-069db96e6e85 HTTP/1.1" status: 200 len: 217 time: 0.0342009 Mar 24 14:04:41.791341 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556379b6-8c5d-47ce-a8f8-b71df60fb8c6 req-570cb6d0-50cd-4334-97e0-694ca79211d5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:41.792799 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-556379b6-8c5d-47ce-a8f8-b71df60fb8c6 req-570cb6d0-50cd-4334-97e0-694ca79211d5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0502448 Mar 24 14:04:41.840743 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-556379b6-8c5d-47ce-a8f8-b71df60fb8c6 req-cb295232-fc76-41e7-b798-c4833ba64f97 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Mar 24 14:04:41.959093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-edf78b7d-574b-4bfd-9e79-f5274db7830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:41.960630 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-edf78b7d-574b-4bfd-9e79-f5274db7830e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95b19e35-7730-44e6-a794-f4a6bf4cabd8 HTTP/1.1" status: 200 len: 851 time: 0.0432458 Mar 24 14:04:42.953619 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f9d5-dc09-4a4b-80c7-2471f332e799 req-a74b85a5-a245-456f-983f-e0afd2bc207c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:42.955557 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7e67f9d5-dc09-4a4b-80c7-2471f332e799 req-a74b85a5-a245-456f-983f-e0afd2bc207c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0500150 Mar 24 14:04:43.005069 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7e67f9d5-dc09-4a4b-80c7-2471f332e799 req-ab013a10-f341-4369-a96f-d3d1a2497da6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Mar 24 14:04:43.365076 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-5edcfa7a-a794-454d-96b7-56ae37370c94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58366c27-f81e-4647-981e-b65f1900f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246663 Mar 24 14:04:43.452958 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-eec03fe2-9002-402b-a067-8cce5777f192 service neutron] 10.222.0.42 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774579 Mar 24 14:04:43.546828 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65818956-3fa6-4eaf-83ac-55cbf24b83f2 req-2f9725c7-d603-464f-88f8-156e6a26addc service neutron] 10.222.0.42 "GET /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809622 Mar 24 14:04:44.121261 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba188a93-905a-4ed2-a22a-387e1697b544 req-f9e62ce0-c1e8-42fb-8782-bb7237d9fe0c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:44.122747 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ba188a93-905a-4ed2-a22a-387e1697b544 req-f9e62ce0-c1e8-42fb-8782-bb7237d9fe0c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Mar 24 14:04:44.167143 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ba188a93-905a-4ed2-a22a-387e1697b544 req-a7804c5d-4bfb-47c3-8d40-a1104baa48c3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Mar 24 14:04:45.280643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc424-5277-4f2f-b9be-7e8a70727dc4 req-9d6d725a-c28a-49d2-9220-df6320bfe5e7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:45.282115 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5adcc424-5277-4f2f-b9be-7e8a70727dc4 req-9d6d725a-c28a-49d2-9220-df6320bfe5e7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0505407 Mar 24 14:04:45.331263 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5adcc424-5277-4f2f-b9be-7e8a70727dc4 req-88f255d5-b8ed-438c-a9f4-0f8760aaed32 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Mar 24 14:04:46.647549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d10692-b50b-47eb-b801-8d60b2961e60 req-732a160c-499e-488c-8056-218384cae994 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:46.647549 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-30d10692-b50b-47eb-b801-8d60b2961e60 req-732a160c-499e-488c-8056-218384cae994 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0622463 Mar 24 14:04:46.647549 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-30d10692-b50b-47eb-b801-8d60b2961e60 req-3df3379f-8f6c-4036-a9f2-c9063664bf76 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Mar 24 14:04:46.650002 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd69401-89bb-4727-83e6-ed2e01ed4d19 req-b9328d61-b699-4cbd-ad82-a1583b0fd96d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:46.650002 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0dd69401-89bb-4727-83e6-ed2e01ed4d19 req-b9328d61-b699-4cbd-ad82-a1583b0fd96d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0551367 Mar 24 14:04:46.650002 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0dd69401-89bb-4727-83e6-ed2e01ed4d19 req-4b4d9147-f35a-4192-9e07-66e28bd77374 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Mar 24 14:04:47.741364 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764dd9-6a2f-41bd-a48e-3abdbde75f4c req-b6081b0d-0a8d-4ec6-a4d1-c0a9194bde04 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:47.741966 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e719dcf-005c-4704-8115-d0baecb17fa7 req-4826f5c6-7d8e-4c3d-b136-2ace581e925b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:47.743129 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b3764dd9-6a2f-41bd-a48e-3abdbde75f4c req-b6081b0d-0a8d-4ec6-a4d1-c0a9194bde04 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0575256 Mar 24 14:04:47.746192 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e719dcf-005c-4704-8115-d0baecb17fa7 req-4826f5c6-7d8e-4c3d-b136-2ace581e925b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0555515 Mar 24 14:04:47.794275 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b3764dd9-6a2f-41bd-a48e-3abdbde75f4c req-63b1986c-ab59-449f-9d91-4fc5a03f9771 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457087 Mar 24 14:04:47.798304 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e719dcf-005c-4704-8115-d0baecb17fa7 req-4d497bc5-2ccf-4a08-aa9e-de9178c74f75 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Mar 24 14:04:48.457501 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42272) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:48.541560 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42278) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:48.610103 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3575518-bb25-49a6-9a8e-0e3ab5b5931b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:48.652474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ef77dabf-f717-4684-bea0-375bf8539eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:48.729860 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3575518-bb25-49a6-9a8e-0e3ab5b5931b admin admin] Publish callbacks [] for security_group (a7ea255e-f2ef-4753-a451-2af3e6430c07), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:48.762024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ef77dabf-f717-4684-bea0-375bf8539eac admin admin] Publish callbacks [] for security_group (92a754df-eb0b-44f0-9e42-a0beac274502), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:48.837911 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3575518-bb25-49a6-9a8e-0e3ab5b5931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a7ea255e-f2ef-4753-a451-2af3e6430c07), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:48.901057 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b3575518-bb25-49a6-9a8e-0e3ab5b5931b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42a09993d0b4494b9690feb1b63107ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417324 Mar 24 14:04:48.901778 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ef77dabf-f717-4684-bea0-375bf8539eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (92a754df-eb0b-44f0-9e42-a0beac274502), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:48.904821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42286) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:48.914450 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3d27-5930-4f74-b7b3-739ad9ef5b34 req-ef2bfe51-f2ff-4044-a2fa-aa36a13fa003 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:48.916248 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3575518-bb25-49a6-9a8e-0e3ab5b5931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea255e-f2ef-4753-a451-2af3e6430c07,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:48.916589 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3bff3d27-5930-4f74-b7b3-739ad9ef5b34 req-ef2bfe51-f2ff-4044-a2fa-aa36a13fa003 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0536046 Mar 24 14:04:48.975730 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3bff3d27-5930-4f74-b7b3-739ad9ef5b34 req-e9b82f4a-b79d-432d-ac29-255b7f8d5624 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Mar 24 14:04:48.979033 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ef77dabf-f717-4684-bea0-375bf8539eac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51bb5f98bc68413caa020a4858aa2586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364433 Mar 24 14:04:48.981550 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42292) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:48.986041 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77dabf-f717-4684-bea0-375bf8539eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a754df-eb0b-44f0-9e42-a0beac274502,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:49.002729 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df792e3c-5c3f-43c2-9630-57962ebc9958 req-d0cc4d70-981d-4c7a-818c-a630bdb0879e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:49.004120 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-df792e3c-5c3f-43c2-9630-57962ebc9958 req-d0cc4d70-981d-4c7a-818c-a630bdb0879e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.1395922 Mar 24 14:04:49.036972 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-876c1656-ebc0-43a3-a063-da1d7d5da0b5 admin admin] Publish callbacks [] for security_group (a7ea255e-f2ef-4753-a451-2af3e6430c07), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.041059 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e5e22346-5857-4036-9876-f523b79af412 admin admin] Publish callbacks [] for security_group (92a754df-eb0b-44f0-9e42-a0beac274502), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.066163 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e5e22346-5857-4036-9876-f523b79af412 admin admin] Publish callbacks [] for security_group (92a754df-eb0b-44f0-9e42-a0beac274502), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.074717 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-876c1656-ebc0-43a3-a063-da1d7d5da0b5 admin admin] Publish callbacks [] for security_group (a7ea255e-f2ef-4753-a451-2af3e6430c07), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.079637 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-df792e3c-5c3f-43c2-9630-57962ebc9958 req-07195b94-7f9b-4a6f-88cc-17a303987c51 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683537 Mar 24 14:04:49.202262 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e5e22346-5857-4036-9876-f523b79af412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (92a754df-eb0b-44f0-9e42-a0beac274502), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.204852 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e5e22346-5857-4036-9876-f523b79af412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.205997 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e5e22346-5857-4036-9876-f523b79af412 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92a754df-eb0b-44f0-9e42-a0beac274502 HTTP/1.1" status: 204 len: 168 time: 0.2232187 Mar 24 14:04:49.214262 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22346-5857-4036-9876-f523b79af412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a754df-eb0b-44f0-9e42-a0beac274502,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:49.230743 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-876c1656-ebc0-43a3-a063-da1d7d5da0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a7ea255e-f2ef-4753-a451-2af3e6430c07), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.233470 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-876c1656-ebc0-43a3-a063-da1d7d5da0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.240517 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-876c1656-ebc0-43a3-a063-da1d7d5da0b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7ea255e-f2ef-4753-a451-2af3e6430c07 HTTP/1.1" status: 204 len: 168 time: 0.3284121 Mar 24 14:04:49.245363 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c1656-ebc0-43a3-a063-da1d7d5da0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea255e-f2ef-4753-a451-2af3e6430c07,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:49.849725 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42304) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:49.862723 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-46dc030a-fbe1-4e26-aeb3-cf5cf312f9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.909332 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42306) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:49.922996 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-64b09d64-368a-408c-aeb3-06e3196be6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.936228 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-46dc030a-fbe1-4e26-aeb3-cf5cf312f9e4 admin admin] Publish callbacks [] for security_group (2e5d9708-2d4a-495c-9b63-c303a036dbf9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:49.996417 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-64b09d64-368a-408c-aeb3-06e3196be6d0 admin admin] Publish callbacks [] for security_group (99e5ab11-d21c-4aa5-adcf-86f0e91fcb95), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.006777 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-46dc030a-fbe1-4e26-aeb3-cf5cf312f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (2e5d9708-2d4a-495c-9b63-c303a036dbf9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.045845 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-46dc030a-fbe1-4e26-aeb3-cf5cf312f9e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da72ab5bc5594d2cb72e94ce9770ce7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944366 Mar 24 14:04:50.046062 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc030a-fbe1-4e26-aeb3-cf5cf312f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d9708-2d4a-495c-9b63-c303a036dbf9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:50.048770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42314) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:50.066840 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-64b09d64-368a-408c-aeb3-06e3196be6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (99e5ab11-d21c-4aa5-adcf-86f0e91fcb95), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.120531 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8a9cf-6810-4631-9b08-83bb927ffc1a req-c2545c04-8f70-42e6-99ec-774eb4922732 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:50.120993 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-64b09d64-368a-408c-aeb3-06e3196be6d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b26d8f1ab6c045a884722798501f9ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105737 Mar 24 14:04:50.124937 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b09d64-368a-408c-aeb3-06e3196be6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5ab11-d21c-4aa5-adcf-86f0e91fcb95,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:50.125140 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1aa8a9cf-6810-4631-9b08-83bb927ffc1a req-c2545c04-8f70-42e6-99ec-774eb4922732 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0562453 Mar 24 14:04:50.125566 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42318) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:04:50.143139 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1bda-4063-44e7-9b47-68b738d9a458 admin admin] Publish callbacks [] for security_group (2e5d9708-2d4a-495c-9b63-c303a036dbf9), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.192456 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1bda-4063-44e7-9b47-68b738d9a458 admin admin] Publish callbacks [] for security_group (2e5d9708-2d4a-495c-9b63-c303a036dbf9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.220467 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1aa8a9cf-6810-4631-9b08-83bb927ffc1a req-c6148fbd-8554-4d87-84b1-5144987d669c tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807207 Mar 24 14:04:50.223198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-27b82af2-aaa1-4565-a9f0-ddc929d6d5b0 admin admin] Publish callbacks [] for security_group (99e5ab11-d21c-4aa5-adcf-86f0e91fcb95), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.242816 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5d5a2-d7e0-42a4-b76d-1b8774d991bd req-f22a2130-d482-40d9-919c-f1fccba2ee7d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:50.242816 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d9f5d5a2-d7e0-42a4-b76d-1b8774d991bd req-f22a2130-d482-40d9-919c-f1fccba2ee7d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0832295 Mar 24 14:04:50.257333 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-27b82af2-aaa1-4565-a9f0-ddc929d6d5b0 admin admin] Publish callbacks [] for security_group (99e5ab11-d21c-4aa5-adcf-86f0e91fcb95), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.291538 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d9f5d5a2-d7e0-42a4-b76d-1b8774d991bd req-31acb373-c406-4501-b316-ae8905091f12 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Mar 24 14:04:50.357629 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1bda-4063-44e7-9b47-68b738d9a458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (2e5d9708-2d4a-495c-9b63-c303a036dbf9), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.360202 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1bda-4063-44e7-9b47-68b738d9a458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.361317 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ee0b1bda-4063-44e7-9b47-68b738d9a458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e5d9708-2d4a-495c-9b63-c303a036dbf9 HTTP/1.1" status: 204 len: 168 time: 0.3111770 Mar 24 14:04:50.387537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b1bda-4063-44e7-9b47-68b738d9a458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d9708-2d4a-495c-9b63-c303a036dbf9,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:50.403741 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-27b82af2-aaa1-4565-a9f0-ddc929d6d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (99e5ab11-d21c-4aa5-adcf-86f0e91fcb95), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.406510 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-27b82af2-aaa1-4565-a9f0-ddc929d6d5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:50.407724 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-27b82af2-aaa1-4565-a9f0-ddc929d6d5b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99e5ab11-d21c-4aa5-adcf-86f0e91fcb95 HTTP/1.1" status: 204 len: 168 time: 0.2812474 Mar 24 14:04:50.415641 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82af2-aaa1-4565-a9f0-ddc929d6d5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5ab11-d21c-4aa5-adcf-86f0e91fcb95,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:51.342106 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e492f-ebc9-4c3b-9bee-54e20ac58793 req-167c747e-d53c-461b-91f8-4e754c83fb02 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:51.343635 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a9e492f-ebc9-4c3b-9bee-54e20ac58793 req-167c747e-d53c-461b-91f8-4e754c83fb02 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0534155 Mar 24 14:04:51.411855 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a9e492f-ebc9-4c3b-9bee-54e20ac58793 req-b0d9134b-e17a-4285-a45d-d7b42b1f3c97 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587931 Mar 24 14:04:51.423897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d49a-2eb6-4300-ae81-830e706aca1a req-8c741819-3977-4ccc-80e8-c8d7dbf1645a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:51.432798 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6738d49a-2eb6-4300-ae81-830e706aca1a req-8c741819-3977-4ccc-80e8-c8d7dbf1645a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0723319 Mar 24 14:04:51.483655 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6738d49a-2eb6-4300-ae81-830e706aca1a req-d2e1052c-b2d4-4081-b6eb-ae46fdceb9ec tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Mar 24 14:04:52.536891 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c6827-ee04-4dda-8530-e1bb12835abe req-813ccde8-0eab-4ee6-8657-e318f087fa26 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:52.538387 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dc0c6827-ee04-4dda-8530-e1bb12835abe req-813ccde8-0eab-4ee6-8657-e318f087fa26 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0591173 Mar 24 14:04:52.601205 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dc0c6827-ee04-4dda-8530-e1bb12835abe req-818d09a3-1590-4b10-910c-60aba01b63d0 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567617 Mar 24 14:04:52.611559 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b61a9-7b8b-4ef5-b282-0ba98f3b20df req-4a02e2ba-823a-4c22-8cae-b2888a6b5cfc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:52.613012 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-302b61a9-7b8b-4ef5-b282-0ba98f3b20df req-4a02e2ba-823a-4c22-8cae-b2888a6b5cfc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0557296 Mar 24 14:04:52.668189 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-302b61a9-7b8b-4ef5-b282-0ba98f3b20df req-6dcbf4b6-72c2-4b49-a893-df8d0fe0f630 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Mar 24 14:04:53.734425 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3891cc-10a6-41d2-96c3-8c3279303671 req-f4f1caac-91e4-478d-a015-6479b8827dae tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:53.735983 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9d3891cc-10a6-41d2-96c3-8c3279303671 req-f4f1caac-91e4-478d-a015-6479b8827dae tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0657351 Mar 24 14:04:53.785896 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f321-2681-40be-8f9d-5168225e3936 req-aeb6cb4b-0831-4eed-aab3-60c3569a095b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:53.786488 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9d3891cc-10a6-41d2-96c3-8c3279303671 req-64f58a5c-b9a7-4c52-9d18-3525b4e382a8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a26cdde-a601-4504-9ba6-b5c67ae95f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Mar 24 14:04:53.788369 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0642f321-2681-40be-8f9d-5168225e3936 req-aeb6cb4b-0831-4eed-aab3-60c3569a095b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0557239 Mar 24 14:04:53.861856 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0642f321-2681-40be-8f9d-5168225e3936 req-da177aa3-cd88-4fca-a9f8-89ca43506c26 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688739 Mar 24 14:04:53.884835 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661629cf-217e-451c-85f2-8dde96386e7a req-9fe9a98a-f9d3-41d1-8c63-5d9348552867 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:53.886237 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-661629cf-217e-451c-85f2-8dde96386e7a req-9fe9a98a-f9d3-41d1-8c63-5d9348552867 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 945 time: 0.0658581 Mar 24 14:04:54.008669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Deleting port b9743e19-6775-4fd3-86bc-069db96e6e85 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:04:54.009002 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:54.100476 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] For port b9743e19-6775-4fd3-86bc-069db96e6e85, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9743e19-6775-4fd3-86bc-069db96e6e85,segment=NetworkSegment(6e323490-4260-4e09-beb3-0f732b44d4de),segment_id=6e323490-4260-4e09-beb3-0f732b44d4de)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:04:54.100844 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:54.115850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Calling delete_port for b9743e19-6775-4fd3-86bc-069db96e6e85 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:04:54.258842 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5135c5b2-0d5e-4f9a-a960-47394b5cca54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:54.341187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (b9743e19-6775-4fd3-86bc-069db96e6e85), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:54.370006 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Pushing event deleted for resources: {'Port': ['ID=b9743e19-6775-4fd3-86bc-069db96e6e85,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:04:54.432052 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] No DVR routers for this DVR port b9743e19-6775-4fd3-86bc-069db96e6e85 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:04:54.435214 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:54.438740 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-661629cf-217e-451c-85f2-8dde96386e7a req-858dca77-6232-477a-aa0e-2752e5f4ae35 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.42 "DELETE /v2.0/ports/b9743e19-6775-4fd3-86bc-069db96e6e85 HTTP/1.1" status: 204 len: 173 time: 0.5457611 Mar 24 14:04:54.439208 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'name': 'network-vif-deleted', 'tag': 'b9743e19-6775-4fd3-86bc-069db96e6e85'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:04:54.448193 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f7599-07b0-4ce6-9875-0fc86f4736b8" -d '{"events": [{"server_uuid": "b1f40262-61ed-4f1b-96f0-1b4d5493ec9c", "name": "network-vif-deleted", "tag": "b9743e19-6775-4fd3-86bc-069db96e6e85"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:04:54.481039 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b13272b-1500-4d59-bcb9-31dfab7dbf6a x-openstack-request-id: req-0b13272b-1500-4d59-bcb9-31dfab7dbf6a {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:04:54.481330 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f40262-61ed-4f1b-96f0-1b4d5493ec9c", "name": "network-vif-deleted", "tag": "b9743e19-6775-4fd3-86bc-069db96e6e85", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:04:54.481583 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b13272b-1500-4d59-bcb9-31dfab7dbf6a {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:04:54.481984 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b13272b-1500-4d59-bcb9-31dfab7dbf6a'] response: {'server_uuid': 'b1f40262-61ed-4f1b-96f0-1b4d5493ec9c', 'name': 'network-vif-deleted', 'tag': 'b9743e19-6775-4fd3-86bc-069db96e6e85', 'status': 'completed', 'code': 200} Mar 24 14:04:54.878689 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ffd2e0c7-a2af-4356-98c9-eb9e37bbf152 req-9b1e6c27-e860-4eee-95ec-9a7e0fbddfa2 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0259264 Mar 24 14:04:54.976590 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694c9b-1c60-4ee7-849a-686e8e9cbc5c req-3b225498-d477-4f28-8c46-57063cb15679 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:54.978216 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a694c9b-1c60-4ee7-849a-686e8e9cbc5c req-3b225498-d477-4f28-8c46-57063cb15679 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Mar 24 14:04:55.026303 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a694c9b-1c60-4ee7-849a-686e8e9cbc5c req-85301736-1c15-4704-beb2-415c265301f9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Mar 24 14:04:55.969046 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-69b3c46f-8ae8-43ab-bb2d-02c9d243ad4c req-e98afd8f-422c-4407-9e57-fa4aedabb842 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0253296 Mar 24 14:04:56.140971 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dffb79-7060-49cd-aaed-d91c0833f822 req-470520df-0a87-445b-b9dd-9f56a32aae25 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:56.142755 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f2dffb79-7060-49cd-aaed-d91c0833f822 req-470520df-0a87-445b-b9dd-9f56a32aae25 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0514579 Mar 24 14:04:56.187130 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f2dffb79-7060-49cd-aaed-d91c0833f822 req-e7251a19-73ec-49de-a56e-1b2623857244 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Mar 24 14:04:56.443203 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-85619587-fa1e-4a40-9c8a-3fd99d9e241a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:57.060932 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aff729a7-b891-4e7e-8fbb-fd60be618d53 req-a6609d35-85a0-4165-9bb5-9c6b56b65714 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0282631 Mar 24 14:04:57.300468 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c9d8b-7ec0-4271-983f-326b0db35f99 req-396aed78-c02f-4fe9-9400-909e16cd9923 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:57.301860 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-257c9d8b-7ec0-4271-983f-326b0db35f99 req-396aed78-c02f-4fe9-9400-909e16cd9923 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Mar 24 14:04:57.347085 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-257c9d8b-7ec0-4271-983f-326b0db35f99 req-ae3c6027-9139-4c6d-a5d4-ccb5770acc79 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Mar 24 14:04:57.792083 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:58.349306 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0219c6da-cca9-4cb4-8d30-61e179e28e6e req-410bebbf-32d7-4971-92df-2cd194525b21 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.2242222 Mar 24 14:04:58.463474 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cf7b-4c66-4444-97c9-e40c83873ae1 req-187f07b1-a935-47c4-8e4d-5050da0ed5e6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:58.464943 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e090cf7b-4c66-4444-97c9-e40c83873ae1 req-187f07b1-a935-47c4-8e4d-5050da0ed5e6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0545976 Mar 24 14:04:58.493816 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['b9743e19-6775-4fd3-86bc-069db96e6e85'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:04:58.519330 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e090cf7b-4c66-4444-97c9-e40c83873ae1 req-f0173c0a-67d9-4f27-a03f-0a1a172158d8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Mar 24 14:04:58.997980 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:04:59.439927 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-55971d67-6afc-4290-b49b-c520287ddd48 req-89b1da7d-5aa5-4f71-a45a-f97a070bd709 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0256190 Mar 24 14:04:59.635282 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80902309-3030-4ba2-bd57-3ffb59d0aae2 req-eecf60c1-04de-447b-8174-e598833f217e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:04:59.636739 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-80902309-3030-4ba2-bd57-3ffb59d0aae2 req-eecf60c1-04de-447b-8174-e598833f217e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0515330 Mar 24 14:04:59.681959 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-80902309-3030-4ba2-bd57-3ffb59d0aae2 req-470cf885-b6e7-4a8d-ba2b-d823da3d0c14 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Mar 24 14:05:00.532385 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bb8a875e-066d-49af-9997-55a5899c5613 req-ce6ed0e1-6a23-44f9-b58c-c14dac7bf6c7 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0274048 Mar 24 14:05:00.597626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:00.795267 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf2bc8-4a69-4253-9af9-6468d17704ca req-e8732196-7c9d-4681-a962-9bd6136b1f14 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:00.796623 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5fbf2bc8-4a69-4253-9af9-6468d17704ca req-e8732196-7c9d-4681-a962-9bd6136b1f14 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Mar 24 14:05:00.843495 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5fbf2bc8-4a69-4253-9af9-6468d17704ca req-acfbf1bd-29ef-4ea5-93a5-4e0decb9470d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Mar 24 14:05:01.628533 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7c5eff86-62e7-4468-af7f-c4bb61a88c43 req-9e1782dc-2e34-41d8-808c-17383f1c968f tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0266879 Mar 24 14:05:01.957156 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64482dd8-5044-4c0e-a3cb-bcb5c10a645e req-bfe6d125-9984-43f4-aaf5-b4ea9be5eca7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:01.958635 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64482dd8-5044-4c0e-a3cb-bcb5c10a645e req-bfe6d125-9984-43f4-aaf5-b4ea9be5eca7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0517626 Mar 24 14:05:02.006898 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64482dd8-5044-4c0e-a3cb-bcb5c10a645e req-9c222afe-5861-4359-b2f1-87466fea0705 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Mar 24 14:05:02.721072 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16ae24cb-8749-4077-bf24-9e06fa0da410 req-07896465-daae-40dd-ad14-96d941beffec tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0265102 Mar 24 14:05:03.122260 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e92c23-dd35-4947-a6c3-ca78c04f0b9e req-e2e03ef6-f3c4-4b65-9faa-7ba3bfbc353d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:03.123753 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-09e92c23-dd35-4947-a6c3-ca78c04f0b9e req-e2e03ef6-f3c4-4b65-9faa-7ba3bfbc353d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Mar 24 14:05:03.168674 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-09e92c23-dd35-4947-a6c3-ca78c04f0b9e req-b62c701a-eed3-470f-af22-bbeec5034cf9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Mar 24 14:05:03.404507 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9743e19-6775-4fd3-86bc-069db96e6e85 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:05:03.425796 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: b9743e19-6775-4fd3-86bc-069db96e6e85 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:05:03.426135 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9743e19-6775-4fd3-86bc-069db96e6e85 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:05:03.810707 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2a244e8d-ba40-4daf-8b72-5eb5411f924d req-6bb8bf74-b2d2-4c4e-9356-f718ee814ce8 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0256395 Mar 24 14:05:04.284968 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da985bf4-cf30-4040-94da-fd751bdddb32 req-4d979b98-8de0-4a49-91ef-eacbab4223e2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:04.287062 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-da985bf4-cf30-4040-94da-fd751bdddb32 req-4d979b98-8de0-4a49-91ef-eacbab4223e2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0545681 Mar 24 14:05:04.332792 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-da985bf4-cf30-4040-94da-fd751bdddb32 req-6c8b0ef5-ef02-4c69-b729-52bfc496ec3f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Mar 24 14:05:04.903674 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-495f37cb-3103-4a02-a145-708670e52905 req-52c34fc6-a618-40ef-96e9-2ecff3cb497e tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0250599 Mar 24 14:05:05.455579 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3faae-7b2c-43c9-9908-753ca13469ca req-851d64b7-3902-4398-83f7-7af5272e05a8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:05.457086 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-22a3faae-7b2c-43c9-9908-753ca13469ca req-851d64b7-3902-4398-83f7-7af5272e05a8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0569973 Mar 24 14:05:05.503905 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-22a3faae-7b2c-43c9-9908-753ca13469ca req-5444a3c5-4eda-4d61-8075-d6b6086b5532 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Mar 24 14:05:06.002416 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c1f7c382-23ab-4399-b2fb-2b8af44b9d0d req-17948122-46d8-4ce9-8bb2-1e10b9923744 tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0275998 Mar 24 14:05:06.172673 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:06.635155 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f398-865d-4847-9498-87315facfe0d req-f7cfec4c-c9ea-4e0f-87a6-a0a31ba36aa1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:06.635155 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6374f398-865d-4847-9498-87315facfe0d req-f7cfec4c-c9ea-4e0f-87a6-a0a31ba36aa1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0566273 Mar 24 14:05:06.690111 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6374f398-865d-4847-9498-87315facfe0d req-425d23e6-0ea0-48e3-9ed1-53f1d362e74d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Mar 24 14:05:07.111596 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8805038a-6def-46d7-8038-bfd5b92cebb8 req-02258d30-726d-401c-ac30-2de530d4c72a tempest-DeleteServersTestJSON-1154840285 tempest-DeleteServersTestJSON-1154840285-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f40262-61ed-4f1b-96f0-1b4d5493ec9c HTTP/1.1" status: 200 len: 210 time: 0.0260944 Mar 24 14:05:07.822225 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c6239-29e8-45fe-b333-585940458c22 req-04f3c3a4-50be-47f8-b5ab-b8d24c93d9a2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:07.823736 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a97c6239-29e8-45fe-b333-585940458c22 req-04f3c3a4-50be-47f8-b5ab-b8d24c93d9a2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0584989 Mar 24 14:05:07.881901 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a97c6239-29e8-45fe-b333-585940458c22 req-b90a6d78-d30b-4859-9896-fcb45f44e55d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Mar 24 14:05:09.021550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c82e-4c42-4e5f-90fc-1e390218b194 req-9b1e961b-b205-4d6d-bab0-39404f3a2552 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:09.028075 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3498c82e-4c42-4e5f-90fc-1e390218b194 req-9b1e961b-b205-4d6d-bab0-39404f3a2552 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0723250 Mar 24 14:05:09.075374 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3498c82e-4c42-4e5f-90fc-1e390218b194 req-d911b563-2836-4872-adad-c46482a541bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462198 Mar 24 14:05:09.950448 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42784) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:10.054736 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce847ff0-0837-45f8-99f7-df15e816b459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.128250 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce847ff0-0837-45f8-99f7-df15e816b459 admin admin] Publish callbacks [] for security_group (7d553218-9b10-44eb-ba83-7efa0dd8a6fc), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.219220 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef8e59-557a-4e77-a1f6-8e8579c6e3a9 req-8e76ac51-04ad-47e8-b198-6de9b05b54ee tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:10.220741 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-76ef8e59-557a-4e77-a1f6-8e8579c6e3a9 req-8e76ac51-04ad-47e8-b198-6de9b05b54ee tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0698924 Mar 24 14:05:10.221916 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce847ff0-0837-45f8-99f7-df15e816b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (7d553218-9b10-44eb-ba83-7efa0dd8a6fc), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.273602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42804) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:10.290600 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847ff0-0837-45f8-99f7-df15e816b459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d553218-9b10-44eb-ba83-7efa0dd8a6fc,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:10.297331 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ce847ff0-0837-45f8-99f7-df15e816b459 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae0f58249c544bce94efd1804078f9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431022 Mar 24 14:05:10.299678 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42806) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:10.319072 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-76ef8e59-557a-4e77-a1f6-8e8579c6e3a9 req-7403eb68-d46b-4b68-a44e-8eb07507f7db tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815403 Mar 24 14:05:10.324375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_v2 [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Deleting subnet 95b19e35-7730-44e6-a794-f4a6bf4cabd8 {{(pid=110187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:05:10.327719 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Publish callbacks [] for subnet (95b19e35-7730-44e6-a794-f4a6bf4cabd8), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.356052 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-43132b2e-d09a-4b96-aae2-90283a7a7eb8 admin admin] Publish callbacks [] for security_group (7d553218-9b10-44eb-ba83-7efa0dd8a6fc), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.373487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3316753'] for subnet (95b19e35-7730-44e6-a794-f4a6bf4cabd8), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.377336 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-43132b2e-d09a-4b96-aae2-90283a7a7eb8 admin admin] Publish callbacks [] for security_group (7d553218-9b10-44eb-ba83-7efa0dd8a6fc), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.424490 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (95b19e35-7730-44e6-a794-f4a6bf4cabd8), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.504068 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-43132b2e-d09a-4b96-aae2-90283a7a7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (7d553218-9b10-44eb-ba83-7efa0dd8a6fc), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.506825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-43132b2e-d09a-4b96-aae2-90283a7a7eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.508011 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-43132b2e-d09a-4b96-aae2-90283a7a7eb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d553218-9b10-44eb-ba83-7efa0dd8a6fc HTTP/1.1" status: 204 len: 168 time: 0.2074308 Mar 24 14:05:10.515516 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132b2e-d09a-4b96-aae2-90283a7a7eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d553218-9b10-44eb-ba83-7efa0dd8a6fc,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:10.578841 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3316894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414700'] for subnet (95b19e35-7730-44e6-a794-f4a6bf4cabd8), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.611473 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.620364 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95b19e35-7730-44e6-a794-f4a6bf4cabd8 HTTP/1.1" status: 204 len: 168 time: 0.3456383 Mar 24 14:05:10.620657 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42816) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:10.625423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959be6cf-976a-475d-b9c4-2b2ca9c5ee96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b19e35-7730-44e6-a794-f4a6bf4cabd8,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:10.725841 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (58366c27-f81e-4647-981e-b65f1900f62f), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.777368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8b010-1b0b-45e2-b656-d84f24a3604c req-95f8ba53-a8c5-48ed-9adb-c39ffc390aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:10.778853 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0dc8b010-1b0b-45e2-b656-d84f24a3604c req-95f8ba53-a8c5-48ed-9adb-c39ffc390aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1129 time: 0.0467086 Mar 24 14:05:10.816476 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (58366c27-f81e-4647-981e-b65f1900f62f), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.843516 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0dc8b010-1b0b-45e2-b656-d84f24a3604c req-febb5346-006b-48cc-a5fe-a032e96f6f9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578039 Mar 24 14:05:10.849121 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.849474 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.850461 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.850683 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > port after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.851072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.856029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > port after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.856029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.856029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.856029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.856029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.928888 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.929808 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.930185 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.930517 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:05:10.930932 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58366c27-f81e-4647-981e-b65f1900f62f']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:10.950373 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e323490-4260-4e09-beb3-0f732b44d4de') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:10.950702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e323490-4260-4e09-beb3-0f732b44d4de') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:10.968490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (6e323490-4260-4e09-beb3-0f732b44d4de), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.990403 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (6e323490-4260-4e09-beb3-0f732b44d4de), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:10.999162 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:05:10.999707 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (6e323490-4260-4e09-beb3-0f732b44d4de), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: from cryptography.utils import int_from_bytes Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: from cryptography.utils import int_from_bytes Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:05:11.003609 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:05:11.146435 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (58366c27-f81e-4647-981e-b65f1900f62f), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.153632 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.157675 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] 10.222.0.20 "DELETE /v2.0/networks/58366c27-f81e-4647-981e-b65f1900f62f HTTP/1.1" status: 204 len: 168 time: 0.5349958 Mar 24 14:05:11.166572 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a179e2a-f0dd-420e-b10b-068d29173f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=58366c27-f81e-4647-981e-b65f1900f62f,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:11.309825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42834) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:11.357846 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Deleting subnet 56c50864-3645-47a7-91ce-cf8c433a41b9 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:05:11.360996 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Publish callbacks [] for subnet (56c50864-3645-47a7-91ce-cf8c433a41b9), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.394711 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (56c50864-3645-47a7-91ce-cf8c433a41b9), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.438194 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (56c50864-3645-47a7-91ce-cf8c433a41b9), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.440786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18071425-1ae2-47d8-ab84-11417d259f07 req-f1a9af87-4057-4724-a55f-3c8a6a6a123c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:11.444059 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18071425-1ae2-47d8-ab84-11417d259f07 req-f1a9af87-4057-4724-a55f-3c8a6a6a123c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0566409 Mar 24 14:05:11.504019 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18071425-1ae2-47d8-ab84-11417d259f07 req-e97e9a9c-3ce5-423d-8bf8-26f3baf0864d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 Mar 24 14:05:11.568464 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42842) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:11.576587 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (56c50864-3645-47a7-91ce-cf8c433a41b9), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.615573 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.619322 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56c50864-3645-47a7-91ce-cf8c433a41b9 HTTP/1.1" status: 204 len: 168 time: 0.3085034 Mar 24 14:05:11.620264 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eec2e-ebe8-476d-81f8-a7fc24574b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c50864-3645-47a7-91ce-cf8c433a41b9,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:11.621952 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42844) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:11.642030 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-364db8a6-5c13-4d8a-9b68-c9975aa84d3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ad699e1eec4413cb3f3e11478a96019&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0723970 Mar 24 14:05:11.646585 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42846) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:11.690693 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (bc1a779d-ed77-45c2-93e2-f64d941ecdda), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.699299 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-379cb392-b15c-48d2-9978-cc48da9fd424 admin admin] Publish callbacks [] for security_group (8a26cdde-a601-4504-9ba6-b5c67ae95f20), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.720632 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-379cb392-b15c-48d2-9978-cc48da9fd424 admin admin] Publish callbacks [] for security_group (8a26cdde-a601-4504-9ba6-b5c67ae95f20), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.776766 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (bc1a779d-ed77-45c2-93e2-f64d941ecdda), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.796917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1a779d-ed77-45c2-93e2-f64d941ecdda']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:11.806287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df83405-d5ec-4711-b6c7-50e2df845f01') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:11.806612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df83405-d5ec-4711-b6c7-50e2df845f01') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:11.815735 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (7df83405-d5ec-4711-b6c7-50e2df845f01), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.828224 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (7df83405-d5ec-4711-b6c7-50e2df845f01), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.833890 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:05:11.834260 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (7df83405-d5ec-4711-b6c7-50e2df845f01), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:05:11.836407 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:05:11.909640 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-379cb392-b15c-48d2-9978-cc48da9fd424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8a26cdde-a601-4504-9ba6-b5c67ae95f20), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.912233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-379cb392-b15c-48d2-9978-cc48da9fd424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.914342 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-379cb392-b15c-48d2-9978-cc48da9fd424 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a26cdde-a601-4504-9ba6-b5c67ae95f20 HTTP/1.1" status: 204 len: 168 time: 0.2661269 Mar 24 14:05:11.923163 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cb392-b15c-48d2-9978-cc48da9fd424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a26cdde-a601-4504-9ba6-b5c67ae95f20,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:11.979550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (bc1a779d-ed77-45c2-93e2-f64d941ecdda), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:11.988746 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.001829 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc1a779d-ed77-45c2-93e2-f64d941ecdda HTTP/1.1" status: 204 len: 168 time: 0.3779874 Mar 24 14:05:12.004560 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42854) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:12.017828 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68def9-708c-4b95-982b-df5a31df3e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1a779d-ed77-45c2-93e2-f64d941ecdda,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:12.080740 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Deleting subnet e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:05:12.084517 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Publish callbacks [] for subnet (e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.121250 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.159130 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.261067 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.288145 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.291295 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6 HTTP/1.1" status: 204 len: 168 time: 0.2846901 Mar 24 14:05:12.292230 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8113d-2578-4d87-bd98-3ea52a8b604d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bbc9f0-277d-49bc-8e1c-63d4f69f74e6,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:12.295572 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42862) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:12.365797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (026454dd-482c-4707-bf0c-0272ed3b771f), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.442683 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (026454dd-482c-4707-bf0c-0272ed3b771f), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.463540 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026454dd-482c-4707-bf0c-0272ed3b771f']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:12.473301 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501c5033-e2b6-4b63-bf36-567402f15653') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:12.473594 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501c5033-e2b6-4b63-bf36-567402f15653') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:12.482797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (501c5033-e2b6-4b63-bf36-567402f15653), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.496113 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (501c5033-e2b6-4b63-bf36-567402f15653), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.501942 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (501c5033-e2b6-4b63-bf36-567402f15653), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:05:12.506890 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:05:12.621018 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8f222-0d00-4b69-842f-7472e2dc8353 req-879be767-167d-4c83-ad5e-d8dc0cee88f7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:12.622518 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f9f8f222-0d00-4b69-842f-7472e2dc8353 req-879be767-167d-4c83-ad5e-d8dc0cee88f7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Mar 24 14:05:12.623576 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (026454dd-482c-4707-bf0c-0272ed3b771f), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.627337 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:12.633787 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/026454dd-482c-4707-bf0c-0272ed3b771f HTTP/1.1" status: 204 len: 168 time: 0.3372338 Mar 24 14:05:12.657060 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f32be-ea88-401c-8afd-df5a2d0651d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=026454dd-482c-4707-bf0c-0272ed3b771f,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:12.688230 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f9f8f222-0d00-4b69-842f-7472e2dc8353 req-eebfda79-2cae-48bc-885c-50c3b8eb8e99 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532370 Mar 24 14:05:12.949099 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42886) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:13.003377 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42890) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:13.003879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42892) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:13.004107 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-10ee7542-030e-4915-9bd1-c9ef291f4d9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=235dbbc0db514c868c69739bb8f0c530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537527 Mar 24 14:05:13.055955 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cd33d55d-ccfd-4658-9780-ebd138227536 admin admin] Publish callbacks [] for security_group (cc6aec36-2ebb-4d32-8e1e-f1c038032686), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.081527 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cd33d55d-ccfd-4658-9780-ebd138227536 admin admin] Publish callbacks [] for security_group (cc6aec36-2ebb-4d32-8e1e-f1c038032686), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.156726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-network', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:13.223692 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cd33d55d-ccfd-4658-9780-ebd138227536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (cc6aec36-2ebb-4d32-8e1e-f1c038032686), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.226910 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cd33d55d-ccfd-4658-9780-ebd138227536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.233139 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cd33d55d-ccfd-4658-9780-ebd138227536 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc6aec36-2ebb-4d32-8e1e-f1c038032686 HTTP/1.1" status: 204 len: 168 time: 0.2219405 Mar 24 14:05:13.235654 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33d55d-ccfd-4658-9780-ebd138227536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6aec36-2ebb-4d32-8e1e-f1c038032686,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:13.253713 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Made reservation on behalf of 615c9e2c9a6045cc90bde9ed90851948 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:05:13.256113 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.266028 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.387530 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks [] for security_group (eefd96bb-fe94-468e-b5e1-49ab554171ed), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.457822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (eefd96bb-fe94-468e-b5e1-49ab554171ed), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.485946 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:05:13.491213 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd96bb-fe94-468e-b5e1-49ab554171ed,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:13.498305 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (f76cd908-a877-41dc-a732-7533144ef2df), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.498703 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Added segment f76cd908-a877-41dc-a732-7533144ef2df of type vlan for network 2c451938-df5f-4180-a793-576af170b1a0 Mar 24 14:05:13.538346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (2c451938-df5f-4180-a793-576af170b1a0), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.640845 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (2c451938-df5f-4180-a793-576af170b1a0), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.641795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:13.642401 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.700434 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] Pushing event updated for resources: {'Network': ['ID=2c451938-df5f-4180-a793-576af170b1a0,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:13.711172 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 2c451938-df5f-4180-a793-576af170b1a0 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:05:13.746954 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ab17f249-d4ba-4140-af5f-7ef6b038ba56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7411206 Mar 24 14:05:13.749771 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42906) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:13.754647 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Request body: {'subnet': {'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-subnet', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:13.813553 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42908) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:13.820241 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5574b-f6b4-44f3-9ea1-fe9f6e85e9b8 req-be6beffc-936b-44da-8c11-283c258b9a84 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:13.821950 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-08d5574b-f6b4-44f3-9ea1-fe9f6e85e9b8 req-be6beffc-936b-44da-8c11-283c258b9a84 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0597494 Mar 24 14:05:13.850928 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Made reservation on behalf of 615c9e2c9a6045cc90bde9ed90851948 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:05:13.854024 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.868226 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-08d5574b-f6b4-44f3-9ea1-fe9f6e85e9b8 req-6c407a0d-dc80-4260-b1d3-f696884ecf30 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Mar 24 14:05:13.893781 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f112fb3d-206e-419a-9f1b-f302b14a4b2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7520f2d35076447784f1073ea8a91dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790446 Mar 24 14:05:13.896440 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42910) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:13.943704 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c7892f1a-b070-471a-ab99-c75efc3df145 admin admin] Publish callbacks [] for security_group (e62f50ca-2fba-49e0-8c89-09f6562ffc4e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:13.964787 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c7892f1a-b070-471a-ab99-c75efc3df145 admin admin] Publish callbacks [] for security_group (e62f50ca-2fba-49e0-8c89-09f6562ffc4e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.078077 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c7892f1a-b070-471a-ab99-c75efc3df145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e62f50ca-2fba-49e0-8c89-09f6562ffc4e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.080739 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c7892f1a-b070-471a-ab99-c75efc3df145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.081910 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-c7892f1a-b070-471a-ab99-c75efc3df145 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e62f50ca-2fba-49e0-8c89-09f6562ffc4e HTTP/1.1" status: 204 len: 168 time: 0.1844461 Mar 24 14:05:14.089795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7892f1a-b070-471a-ab99-c75efc3df145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62f50ca-2fba-49e0-8c89-09f6562ffc4e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:14.089925 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (0597e459-dd11-4afe-8876-6dc4380fd96e), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.148649 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0597e459-dd11-4afe-8876-6dc4380fd96e,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:14.158744 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Checking segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:14.159205 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Network hostable DHCP agents. Network: 2c451938-df5f-4180-a793-576af170b1a0, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:05:14.232003 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Network 2c451938-df5f-4180-a793-576af170b1a0 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:05:14.292222 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 2c451938-df5f-4180-a793-576af170b1a0) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:14.296265 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:14.296859 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.301449 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a956c-45ff-4244-a24c-1e94ed7cfcac None None] Network 2c451938-df5f-4180-a793-576af170b1a0 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:05:14.369314 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6d17c6b6-a649-4ce9-890e-39067142ef94 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6154294 Mar 24 14:05:14.369695 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42918) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:14.378389 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:14.403322 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1502b-abea-4491-a089-6300d042380d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-2c451938-df5f-4180-a793-576af170b1a0', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:05:14.404273 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.460909 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (4ab385c5-98cc-4fa8-9412-d8da559c85d1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.462108 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (4ab385c5-98cc-4fa8-9412-d8da559c85d1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.524672 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks [] for router_controller (4ab385c5-98cc-4fa8-9412-d8da559c85d1), precommit_add_association {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.542032 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-10e1502b-abea-4491-a089-6300d042380d None None] Allocated IP 172.20.0.2 (2c451938-df5f-4180-a793-576af170b1a0/0597e459-dd11-4afe-8876-6dc4380fd96e/87d0b530-f639-4ed1-a680-a67a52c25c61) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:14.694310 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Publish callbacks [] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.740524 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks [] for router_gateway (4ab385c5-98cc-4fa8-9412-d8da559c85d1), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.740846 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.779414 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1502b-abea-4491-a089-6300d042380d None None] Network 2c451938-df5f-4180-a793-576af170b1a0 is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:14.784062 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-10e1502b-abea-4491-a089-6300d042380d None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:14.797594 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1502b-abea-4491-a089-6300d042380d None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:14.803969 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1502b-abea-4491-a089-6300d042380d None None] Pushing event updated for resources: {'Port': ['ID=87d0b530-f639-4ed1-a680-a67a52c25c61,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:14.834735 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.835085 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.835965 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.836360 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.836692 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.837012 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.837500 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.837976 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.838300 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.838646 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.838971 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.839308 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.839632 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.839949 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.840280 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:14.878789 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-10e1502b-abea-4491-a089-6300d042380d None None] Attempting to bind port 87d0b530-f639-4ed1-a680-a67a52c25c61 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:05:14.879416 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-10e1502b-abea-4491-a089-6300d042380d None None] Attempting to bind port 87d0b530-f639-4ed1-a680-a67a52c25c61 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:05:14.879929 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1502b-abea-4491-a089-6300d042380d None None] Attempting to bind port 87d0b530-f639-4ed1-a680-a67a52c25c61 on network 2c451938-df5f-4180-a793-576af170b1a0 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:14.886346 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1502b-abea-4491-a089-6300d042380d None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:05:14.888131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1502b-abea-4491-a089-6300d042380d None None] Checking segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:14.888131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.888131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1502b-abea-4491-a089-6300d042380d None None] Bound using segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:05:14.888800 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-10e1502b-abea-4491-a089-6300d042380d None None] Bound port: 87d0b530-f639-4ed1-a680-a67a52c25c61, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:05:14.889345 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:14.978726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-10e1502b-abea-4491-a089-6300d042380d None None] For port 87d0b530-f639-4ed1-a680-a67a52c25c61, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:05:14.982175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-10e1502b-abea-4491-a089-6300d042380d None None] For port 87d0b530-f639-4ed1-a680-a67a52c25c61, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=87d0b530-f639-4ed1-a680-a67a52c25c61,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:05:15.063362 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10e1502b-abea-4491-a089-6300d042380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:15.169571 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1502b-abea-4491-a089-6300d042380d None None] Pushing event updated for resources: {'Port': ['ID=87d0b530-f639-4ed1-a680-a67a52c25c61,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:15.317507 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a0b2-e711-493d-8b1f-61282c55e285 req-ae97c790-2ab8-4ad5-a73a-c2aecbe17346 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:15.318916 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8349a0b2-e711-493d-8b1f-61282c55e285 req-ae97c790-2ab8-4ad5-a73a-c2aecbe17346 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.3252754 Mar 24 14:05:15.322745 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks [] for router_gateway (4ab385c5-98cc-4fa8-9412-d8da559c85d1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:15.344505 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:15.454592 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8349a0b2-e711-493d-8b1f-61282c55e285 req-949bcafc-dd52-4761-8c49-1d90c97dc947 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117651 Mar 24 14:05:15.506617 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Allocated IP 172.27.0.97 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/b1815a3d-4e3c-44e3-a2dc-95c3234865ab) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:15.607125 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks [] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:15.718155 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:15.758519 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:15.761266 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:15.764746 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:15.789125 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Pushing event updated for resources: {'Port': ['ID=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:15.947011 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42958) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:16.079492 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 87d0b530-f639-4ed1-a680-a67a52c25c61 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:16.127022 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72a5f5fa-3dc9-4a33-9681-3a086095bddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.137345 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 87d0b530-f639-4ed1-a680-a67a52c25c61 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:16.137345 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.202676 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks [] for router_gateway (4ab385c5-98cc-4fa8-9412-d8da559c85d1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.238157 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 87d0b530-f639-4ed1-a680-a67a52c25c61 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:16.238810 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.308124 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 87d0b530-f639-4ed1-a680-a67a52c25c61, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=87d0b530-f639-4ed1-a680-a67a52c25c61,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:16.329837 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72a5f5fa-3dc9-4a33-9681-3a086095bddd admin admin] Publish callbacks [] for security_group (4b5ac2c1-e511-41a6-82a0-1bb35345b5c0), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.355028 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0575fab8-7564-448a-8f6e-0fa3c1192502 None None] Network 2c451938-df5f-4180-a793-576af170b1a0 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:05:16.457419 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.462487 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-3ada82db-9714-4b86-a008-699f9bc1a302 None None] Provisioning complete for port 87d0b530-f639-4ed1-a680-a67a52c25c61 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:16.462877 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3ada82db-9714-4b86-a008-699f9bc1a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.464673 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (4ab385c5-98cc-4fa8-9412-d8da559c85d1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.503876 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-72a5f5fa-3dc9-4a33-9681-3a086095bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (4b5ac2c1-e511-41a6-82a0-1bb35345b5c0), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.552488 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=87d0b530-f639-4ed1-a680-a67a52c25c61,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:16.592044 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-72a5f5fa-3dc9-4a33-9681-3a086095bddd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54a082e3b1ba4c3fbfd0dd9df45d129d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6425424 Mar 24 14:05:16.597796 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42972) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:16.607965 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5f5fa-3dc9-4a33-9681-3a086095bddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ac2c1-e511-41a6-82a0-1bb35345b5c0,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:16.614329 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-3ada82db-9714-4b86-a008-699f9bc1a302 None None] Current status of the port 87d0b530-f639-4ed1-a680-a67a52c25c61 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:16.648309 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:05:16.669813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94351fb-4508-4260-aae7-7c45956c40a7 req-ff2f265c-bdce-4002-ab83-c601de34a73c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:16.671387 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e94351fb-4508-4260-aae7-7c45956c40a7 req-ff2f265c-bdce-4002-ab83-c601de34a73c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.1219759 Mar 24 14:05:16.692664 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1433989-8b29-49e0-8aaf-8598e96764e3 admin admin] Publish callbacks [] for security_group (4b5ac2c1-e511-41a6-82a0-1bb35345b5c0), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.727062 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1433989-8b29-49e0-8aaf-8598e96764e3 admin admin] Publish callbacks [] for security_group (4b5ac2c1-e511-41a6-82a0-1bb35345b5c0), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.794549 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e94351fb-4508-4260-aae7-7c45956c40a7 req-19f8878f-c3b1-4797-ab05-51b9bc4570d9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Mar 24 14:05:16.817905 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:05:16.904598 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1433989-8b29-49e0-8aaf-8598e96764e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (4b5ac2c1-e511-41a6-82a0-1bb35345b5c0), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.907128 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1433989-8b29-49e0-8aaf-8598e96764e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.908691 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a1433989-8b29-49e0-8aaf-8598e96764e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b5ac2c1-e511-41a6-82a0-1bb35345b5c0 HTTP/1.1" status: 204 len: 168 time: 0.3094923 Mar 24 14:05:16.934409 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1433989-8b29-49e0-8aaf-8598e96764e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ac2c1-e511-41a6-82a0-1bb35345b5c0,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:16.935394 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-6bb79802-3624-4fed-befe-82d1b7545bd4 None None] Provisioning complete for port 87d0b530-f639-4ed1-a680-a67a52c25c61 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:16.936174 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-6bb79802-3624-4fed-befe-82d1b7545bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:16.967977 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 42990) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:16.995001 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383f99-4ba1-4bcb-95b9-011cf6d55579 req-95ca0293-324f-4c71-8ec0-627dc112bd79 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:16.998830 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e5383f99-4ba1-4bcb-95b9-011cf6d55579 req-95ca0293-324f-4c71-8ec0-627dc112bd79 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.1004159 Mar 24 14:05:17.017256 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:05:17.029500 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:05:17.052605 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:05:17.053001 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:04:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:17.072041 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-6bb79802-3624-4fed-befe-82d1b7545bd4 None None] Current status of the port 87d0b530-f639-4ed1-a680-a67a52c25c61 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:17.092386 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e5383f99-4ba1-4bcb-95b9-011cf6d55579 req-891bec8e-3ba7-472c-abf0-8ef3b26183f1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849757 Mar 24 14:05:17.120911 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.120911 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-76a3c1a2-0be0-4552-b6d6-27595ecc7860 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7493441 Mar 24 14:05:17.122854 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 42998) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:17.206850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5a8db66f-2525-4f79-aa06-292dd783b2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.211424 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:05:17.317412 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5a8db66f-2525-4f79-aa06-292dd783b2bf admin admin] Publish callbacks [] for security_group (0b3bc344-7543-4c2a-9c0f-1a66887b3f06), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.400625 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5a8db66f-2525-4f79-aa06-292dd783b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (0b3bc344-7543-4c2a-9c0f-1a66887b3f06), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.410918 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:15Z', 'revision_number': 3, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:17.445775 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:05:17.460100 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Updating router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 port b1815a3d-4e3c-44e3-a2dc-95c3234865ab binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:05:17.471527 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db66f-2525-4f79-aa06-292dd783b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3bc344-7543-4c2a-9c0f-1a66887b3f06,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:17.477717 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.486441 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5a8db66f-2525-4f79-aa06-292dd783b2bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb139abcc46b475385ef154d6ac8c861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170419 Mar 24 14:05:17.488537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43010) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:17.553190 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c0e1482f-6064-4b97-abf0-d0b56e3c96cb admin admin] Publish callbacks [] for security_group (0b3bc344-7543-4c2a-9c0f-1a66887b3f06), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.598789 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c0e1482f-6064-4b97-abf0-d0b56e3c96cb admin admin] Publish callbacks [] for security_group (0b3bc344-7543-4c2a-9c0f-1a66887b3f06), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.712253 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c0e1482f-6064-4b97-abf0-d0b56e3c96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (0b3bc344-7543-4c2a-9c0f-1a66887b3f06), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.718903 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-c0e1482f-6064-4b97-abf0-d0b56e3c96cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.718903 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-c0e1482f-6064-4b97-abf0-d0b56e3c96cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b3bc344-7543-4c2a-9c0f-1a66887b3f06 HTTP/1.1" status: 204 len: 168 time: 0.2282839 Mar 24 14:05:17.733320 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1482f-6064-4b97-abf0-d0b56e3c96cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3bc344-7543-4c2a-9c0f-1a66887b3f06,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:17.852248 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Publish callbacks [] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.907028 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:17.948124 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.021438 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 87d0b530-f639-4ed1-a680-a67a52c25c61 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:18.053246 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Attempting to bind port b1815a3d-4e3c-44e3-a2dc-95c3234865ab on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:05:18.053996 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Attempting to bind port b1815a3d-4e3c-44e3-a2dc-95c3234865ab by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:05:18.054596 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Attempting to bind port b1815a3d-4e3c-44e3-a2dc-95c3234865ab on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:18.071229 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:05:18.072688 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:18.073330 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.075073 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:05:18.076088 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Bound port: b1815a3d-4e3c-44e3-a2dc-95c3234865ab, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:05:18.077128 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.086623 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 87d0b530-f639-4ed1-a680-a67a52c25c61 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:18.091234 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.107779 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Pushing event updated for resources: {'Port': ['ID=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:18.117285 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.117715 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.118139 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.118595 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.119021 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.119472 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.119811 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.120202 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.120634 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.122089 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.122494 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.123220 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.123622 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.124376 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.124884 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:18.178390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Allocated IP 172.20.0.1 (2c451938-df5f-4180-a793-576af170b1a0/0597e459-dd11-4afe-8876-6dc4380fd96e/b717f82a-d4af-4c66-a9a0-283472180f21) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:18.190144 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] For port b1815a3d-4e3c-44e3-a2dc-95c3234865ab, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:05:18.195109 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] For port b1815a3d-4e3c-44e3-a2dc-95c3234865ab, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:05:18.252848 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 87d0b530-f639-4ed1-a680-a67a52c25c61 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:18.266709 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.316033 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:05:18.316881 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:04:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:18.358204 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks [] for port (b717f82a-d4af-4c66-a9a0-283472180f21), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.423338 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de71813-6849-4536-973d-3b4375ec8c92 None None] Pushing event updated for resources: {'Port': ['ID=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:18.456713 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:05:18.501353 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.552531 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Pushing event updated for resources: {'Port': ['ID=b717f82a-d4af-4c66-a9a0-283472180f21,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:18.559390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Network 2c451938-df5f-4180-a793-576af170b1a0 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:18.560797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:18.563059 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:18.609023 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (4ab385c5-98cc-4fa8-9412-d8da559c85d1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.644842 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43052) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:18.659941 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1d1-ddf3-4b97-9707-fe9498f0c56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.666218 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:15Z', 'revision_number': 3, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:18.702451 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8fc515-035a-4974-9e73-4c842e06ea74 None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:15Z', 'revision_number': 3, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:05:18.811132 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1d1-ddf3-4b97-9707-fe9498f0c56c admin admin] Publish callbacks [] for security_group (145ee24d-560b-4732-9ebd-d87bf64066ba), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.893991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1d1-ddf3-4b97-9707-fe9498f0c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (145ee24d-560b-4732-9ebd-d87bf64066ba), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.914917 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-eed08dd4-e654-4206-ac42-bd4304f44659 None None] Provisioning complete for port b717f82a-d4af-4c66-a9a0-283472180f21 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:18.915561 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-eed08dd4-e654-4206-ac42-bd4304f44659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:18.940450 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b59ba1d1-ddf3-4b97-9707-fe9498f0c56c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e35a8d2a6e8497db597e83b7c768273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955949 Mar 24 14:05:18.940450 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ba1d1-ddf3-4b97-9707-fe9498f0c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145ee24d-560b-4732-9ebd-d87bf64066ba,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:18.941548 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43060) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:19.005920 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-eed08dd4-e654-4206-ac42-bd4304f44659 None None] Port b717f82a-d4af-4c66-a9a0-283472180f21 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:05:19.012627 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.087125 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b96c-659a-4f49-a976-44b87aa5503e admin admin] Publish callbacks [] for security_group (145ee24d-560b-4732-9ebd-d87bf64066ba), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.136485 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b96c-659a-4f49-a976-44b87aa5503e admin admin] Publish callbacks [] for security_group (145ee24d-560b-4732-9ebd-d87bf64066ba), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.310808 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks [] for port (b717f82a-d4af-4c66-a9a0-283472180f21), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.344894 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b96c-659a-4f49-a976-44b87aa5503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (145ee24d-560b-4732-9ebd-d87bf64066ba), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.347999 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b96c-659a-4f49-a976-44b87aa5503e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.356138 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-aaf5b96c-659a-4f49-a976-44b87aa5503e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/145ee24d-560b-4732-9ebd-d87bf64066ba HTTP/1.1" status: 204 len: 168 time: 0.4078465 Mar 24 14:05:19.365597 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43110) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:19.393731 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5b96c-659a-4f49-a976-44b87aa5503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145ee24d-560b-4732-9ebd-d87bf64066ba,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:19.424870 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.514179 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b44a56ca-f69f-4a74-8752-64dfcd950eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.532335 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Pushing event updated for resources: {'Port': ['ID=b717f82a-d4af-4c66-a9a0-283472180f21,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:19.539595 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (4ab385c5-98cc-4fa8-9412-d8da559c85d1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.628451 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b44a56ca-f69f-4a74-8752-64dfcd950eae admin admin] Publish callbacks [] for security_group (73edfc04-4d55-4fe6-915b-3a4304ae7693), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.655458 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Network 2c451938-df5f-4180-a793-576af170b1a0 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:19.657003 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:19.743703 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b44a56ca-f69f-4a74-8752-64dfcd950eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (73edfc04-4d55-4fe6-915b-3a4304ae7693), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:19.830763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:05:19.883773 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b44a56ca-f69f-4a74-8752-64dfcd950eae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=166f195a2eb14e83b87315b039cf7622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167701 Mar 24 14:05:19.885031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43126) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:19.904105 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a56ca-f69f-4a74-8752-64dfcd950eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73edfc04-4d55-4fe6-915b-3a4304ae7693,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:19.979674 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28268-622c-4b76-aa62-9e4922912297 req-782f0c44-ae78-40a7-a694-06a0eed4b824 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:19.992753 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-87f28268-622c-4b76-aa62-9e4922912297 req-782f0c44-ae78-40a7-a694-06a0eed4b824 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.1653309 Mar 24 14:05:20.060033 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-e6b72ee6-76fa-4cf7-a544-7004667fda7a None None] Provisioning complete for port b717f82a-d4af-4c66-a9a0-283472180f21 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:20.061086 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e6b72ee6-76fa-4cf7-a544-7004667fda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.123781 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b253b-8296-44ee-ac52-3b5543738f1f req-afa2f808-135d-4b5f-b24a-8ceb88173960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:20.125486 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-afa2f808-135d-4b5f-b24a-8ceb88173960 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1129 time: 0.2179370 Mar 24 14:05:20.128739 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b1815a3d-4e3c-44e3-a2dc-95c3234865ab up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:20.147408 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-87f28268-622c-4b76-aa62-9e4922912297 req-afe87243-ebaf-40d8-accf-5c63721db68d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481922 Mar 24 14:05:20.179650 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:05:20.198601 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-1f2d8405-38e9-4d92-b184-cf585f6cde96 admin admin] 10.222.0.20 "PUT /v2.0/routers/4ab385c5-98cc-4fa8-9412-d8da559c85d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0678220 Mar 24 14:05:20.198815 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b489a9bd-29ca-413c-9e68-fee9655d1855 admin admin] Publish callbacks [] for security_group (73edfc04-4d55-4fe6-915b-3a4304ae7693), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.201747 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-e6b72ee6-76fa-4cf7-a544-7004667fda7a None None] Port b717f82a-d4af-4c66-a9a0-283472180f21 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:05:20.216709 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port b1815a3d-4e3c-44e3-a2dc-95c3234865ab triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:20.217164 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.234670 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b489a9bd-29ca-413c-9e68-fee9655d1855 admin admin] Publish callbacks [] for security_group (73edfc04-4d55-4fe6-915b-3a4304ae7693), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.297270 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b253b-8296-44ee-ac52-3b5543738f1f req-9e1485b8-0320-4ead-bea6-58e5ae7ff0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:20.300665 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-9e1485b8-0320-4ead-bea6-58e5ae7ff0fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.1662796 Mar 24 14:05:20.344839 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port b1815a3d-4e3c-44e3-a2dc-95c3234865ab is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:20.345649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.365849 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-38019117-71b1-46ac-927a-78be48635048 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 217 time: 0.0594881 Mar 24 14:05:20.373611 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port b1815a3d-4e3c-44e3-a2dc-95c3234865ab, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:20.415585 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b253b-8296-44ee-ac52-3b5543738f1f req-d6b28b89-1b28-4043-a088-f5ce09406f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:20.417134 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-d6b28b89-1b28-4043-a088-f5ce09406f4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0453022 Mar 24 14:05:20.468727 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b253b-8296-44ee-ac52-3b5543738f1f req-32b7a2ac-fdb8-475e-bed1-9a67148768db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:20.470226 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-32b7a2ac-fdb8-475e-bed1-9a67148768db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468321 Mar 24 14:05:20.472743 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.473828 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b489a9bd-29ca-413c-9e68-fee9655d1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (73edfc04-4d55-4fe6-915b-3a4304ae7693), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.476451 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b489a9bd-29ca-413c-9e68-fee9655d1855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:20.477545 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b489a9bd-29ca-413c-9e68-fee9655d1855 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73edfc04-4d55-4fe6-915b-3a4304ae7693 HTTP/1.1" status: 204 len: 168 time: 0.5876324 Mar 24 14:05:20.501655 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489a9bd-29ca-413c-9e68-fee9655d1855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73edfc04-4d55-4fe6-915b-3a4304ae7693,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:20.559653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:20.615634 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-53ee5da4-f9f8-4baa-8376-89b2f850f525 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231489 Mar 24 14:05:20.734380 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-472b253b-8296-44ee-ac52-3b5543738f1f req-c7d55dbc-6526-4986-af30-080decfcddd3 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170361 Mar 24 14:05:21.054179 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:05:21.073920 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:05:21.075393 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:04:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:21.193953 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:05:21.266310 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43200) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:21.272015 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511107927', 'description': 'tempest-description--1444226722'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:21.318167 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88db0a7-2b8a-4cf5-8f6d-399db6a6d68d req-d80bfffa-713c-470c-9d40-149493acd4dd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:21.318167 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a88db0a7-2b8a-4cf5-8f6d-399db6a6d68d req-d80bfffa-713c-470c-9d40-149493acd4dd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.1077046 Mar 24 14:05:21.367593 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a88db0a7-2b8a-4cf5-8f6d-399db6a6d68d req-4ae1b08d-1617-49ed-8e5c-3ab55806f5e3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Mar 24 14:05:21.415094 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.426173 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:19Z', 'revision_number': 2, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:21.456488 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:05:21.456842 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Updating router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 port b717f82a-d4af-4c66-a9a0-283472180f21 binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:05:21.480811 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43202) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:21.487467 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.497614 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-202c82c1-b45b-4e90-8a2b-ef69e585c0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.503085 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (13edc591-bc56-4be4-80c5-7c98bb39186c), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.572462 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (13edc591-bc56-4be4-80c5-7c98bb39186c), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.605868 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-202c82c1-b45b-4e90-8a2b-ef69e585c0ce admin admin] Publish callbacks [] for security_group (d4c79801-55e5-4cdd-abad-fdde8420c79e), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.613056 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13edc591-bc56-4be4-80c5-7c98bb39186c,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:21.695641 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-202c82c1-b45b-4e90-8a2b-ef69e585c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d4c79801-55e5-4cdd-abad-fdde8420c79e), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.704522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.704522 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8c2d1a50-fe0b-4332-a8e1-6f8bedad5645 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4303539 Mar 24 14:05:21.706945 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43206) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:21.719637 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'security_group_rule': {'security_group_id': '13edc591-bc56-4be4-80c5-7c98bb39186c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:21.758341 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-202c82c1-b45b-4e90-8a2b-ef69e585c0ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36d504a16ad343ca91c290d5b1f8e77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763228 Mar 24 14:05:21.758730 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43210) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:21.762609 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c82c1-b45b-4e90-8a2b-ef69e585c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c79801-55e5-4cdd-abad-fdde8420c79e,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:21.824339 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43212) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:21.826873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd829b2b-eb5a-46f2-b55f-e76954278f01 admin admin] Publish callbacks [] for security_group (d4c79801-55e5-4cdd-abad-fdde8420c79e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.843699 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (2cd89ec0-0464-4b07-a1a5-a855899ca5e1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.863638 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd829b2b-eb5a-46f2-b55f-e76954278f01 admin admin] Publish callbacks [] for security_group (d4c79801-55e5-4cdd-abad-fdde8420c79e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:21.925995 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (2cd89ec0-0464-4b07-a1a5-a855899ca5e1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.001168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (2cd89ec0-0464-4b07-a1a5-a855899ca5e1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.008985 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Publish callbacks [] for port (b717f82a-d4af-4c66-a9a0-283472180f21), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.023522 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b1815a3d-4e3c-44e3-a2dc-95c3234865ab up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:22.035991 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-05f76aff-ebec-4238-a3ba-6ab73b4a07ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.046789 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd89ec0-0464-4b07-a1a5-a855899ca5e1,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.055280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd829b2b-eb5a-46f2-b55f-e76954278f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d4c79801-55e5-4cdd-abad-fdde8420c79e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.059642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd829b2b-eb5a-46f2-b55f-e76954278f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.065698 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-dd829b2b-eb5a-46f2-b55f-e76954278f01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4c79801-55e5-4cdd-abad-fdde8420c79e HTTP/1.1" status: 204 len: 168 time: 0.3011007 Mar 24 14:05:22.075028 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd829b2b-eb5a-46f2-b55f-e76954278f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c79801-55e5-4cdd-abad-fdde8420c79e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.101350 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port b1815a3d-4e3c-44e3-a2dc-95c3234865ab triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:22.101874 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.135226 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.136112 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.144286 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-543ed475-d3b5-4eb1-8633-b14d4819fed1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306695 Mar 24 14:05:22.144403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43224) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:22.147151 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'security_group_rule': {'security_group_id': '13edc591-bc56-4be4-80c5-7c98bb39186c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:22.154715 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-05f76aff-ebec-4238-a3ba-6ab73b4a07ab admin admin] Publish callbacks [] for security_group (68e46d79-8ec2-41c1-8dd4-a63d1e999273), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.214246 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20394-7f22-4bda-a103-649014b14b0b None None] Pushing event updated for resources: {'Port': ['ID=b717f82a-d4af-4c66-a9a0-283472180f21,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.252745 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-05f76aff-ebec-4238-a3ba-6ab73b4a07ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (68e46d79-8ec2-41c1-8dd4-a63d1e999273), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.265324 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (2dbf978d-5487-45c7-a2a7-9f1369502fb2), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.313889 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-05f76aff-ebec-4238-a3ba-6ab73b4a07ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10ef652fb6f04b428f7e2b45d29b31a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4884760 Mar 24 14:05:22.314918 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f76aff-ebec-4238-a3ba-6ab73b4a07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e46d79-8ec2-41c1-8dd4-a63d1e999273,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.317638 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43230) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:22.323013 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port b1815a3d-4e3c-44e3-a2dc-95c3234865ab is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:22.325347 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Attempting to bind port b717f82a-d4af-4c66-a9a0-283472180f21 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:05:22.325626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Attempting to bind port b717f82a-d4af-4c66-a9a0-283472180f21 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:05:22.325986 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Attempting to bind port b717f82a-d4af-4c66-a9a0-283472180f21 on network 2c451938-df5f-4180-a793-576af170b1a0 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:22.337509 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:05:22.337986 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Checking segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:22.338264 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.338676 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Bound using segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:05:22.339559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Bound port: b717f82a-d4af-4c66-a9a0-283472180f21, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:05:22.339952 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.378244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (2dbf978d-5487-45c7-a2a7-9f1369502fb2), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.414033 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f36ddd17-1e97-4c23-b2ab-1d47541cf73b admin admin] Publish callbacks [] for security_group (68e46d79-8ec2-41c1-8dd4-a63d1e999273), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.449626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] For port b717f82a-d4af-4c66-a9a0-283472180f21, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:05:22.453572 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] For port b717f82a-d4af-4c66-a9a0-283472180f21, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b717f82a-d4af-4c66-a9a0-283472180f21,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:05:22.456244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f36ddd17-1e97-4c23-b2ab-1d47541cf73b admin admin] Publish callbacks [] for security_group (68e46d79-8ec2-41c1-8dd4-a63d1e999273), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.493698 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (2dbf978d-5487-45c7-a2a7-9f1369502fb2), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.537839 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbf978d-5487-45c7-a2a7-9f1369502fb2,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.565360 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.571346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be8967-c40f-4f8f-abc5-0f139d6c1ba4 req-764d8a60-31b7-46c2-81b4-f5c3becb88e3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:22.580720 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d6be8967-c40f-4f8f-abc5-0f139d6c1ba4 req-764d8a60-31b7-46c2-81b4-f5c3becb88e3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.1104028 Mar 24 14:05:22.617719 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] Provisioning complete for port b717f82a-d4af-4c66-a9a0-283472180f21 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:22.618173 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.632249 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d6be8967-c40f-4f8f-abc5-0f139d6c1ba4 req-e1faf79f-3267-4dc1-a2c3-74466834d8f2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503016 Mar 24 14:05:22.636678 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.638094 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-26af7311-362c-4d33-9100-5b16ca594772 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4967966 Mar 24 14:05:22.641391 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43240) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:22.653346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:22.664121 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:05:22.665051 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:04:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:22.678345 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f36ddd17-1e97-4c23-b2ab-1d47541cf73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (68e46d79-8ec2-41c1-8dd4-a63d1e999273), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.684228 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f36ddd17-1e97-4c23-b2ab-1d47541cf73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.684228 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f36ddd17-1e97-4c23-b2ab-1d47541cf73b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68e46d79-8ec2-41c1-8dd4-a63d1e999273 HTTP/1.1" status: 204 len: 168 time: 0.3653462 Mar 24 14:05:22.695036 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ddd17-1e97-4c23-b2ab-1d47541cf73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e46d79-8ec2-41c1-8dd4-a63d1e999273,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.762479 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.778386 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20394-7f22-4bda-a103-649014b14b0b None None] Pushing event updated for resources: {'Port': ['ID=b717f82a-d4af-4c66-a9a0-283472180f21,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:22.882166 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:05:22.921661 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.921803 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] Current status of the port b717f82a-d4af-4c66-a9a0-283472180f21 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:22.921803 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.938751 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43246) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:22.960847 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e0c278ea-07e3-4738-b706-50c6c63283f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:22.965016 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] For port b717f82a-d4af-4c66-a9a0-283472180f21, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b717f82a-d4af-4c66-a9a0-283472180f21,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:23.051380 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.081869 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Allocated IP 172.27.0.196 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/0d9015d3-09c5-4d85-8caa-b286c374b15f) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:23.101804 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e0c278ea-07e3-4738-b706-50c6c63283f9 admin admin] Publish callbacks [] for security_group (ede38a75-462c-47bd-a016-d582cdc3197a), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.139817 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76470339-0fc6-40ed-a0ac-9ed137a07417 None None] Pushing event updated for resources: {'Port': ['ID=b717f82a-d4af-4c66-a9a0-283472180f21,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:23.178158 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e0c278ea-07e3-4738-b706-50c6c63283f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ede38a75-462c-47bd-a016-d582cdc3197a), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.204758 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-ba1c7d8a-640f-4d62-b2b8-c3785f771f6c None None] Provisioning complete for port b717f82a-d4af-4c66-a9a0-283472180f21 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:23.204758 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7d8a-640f-4d62-b2b8-c3785f771f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.213549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.216889 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e0c278ea-07e3-4738-b706-50c6c63283f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5830cb1a8f434d2e98f019851cb105b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736208 Mar 24 14:05:23.217612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43254) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:23.234111 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c278ea-07e3-4738-b706-50c6c63283f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede38a75-462c-47bd-a016-d582cdc3197a,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:23.265782 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:23.297997 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b074-9c8c-4782-b390-fddee21c9319 None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:05:23.329267 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-90bfd01d-1555-43ff-bd3e-5e60fa3c0d57 admin admin] Publish callbacks [] for security_group (ede38a75-462c-47bd-a016-d582cdc3197a), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.386821 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c7d8a-640f-4d62-b2b8-c3785f771f6c None None] Current status of the port b717f82a-d4af-4c66-a9a0-283472180f21 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:23.407735 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-90bfd01d-1555-43ff-bd3e-5e60fa3c0d57 admin admin] Publish callbacks [] for security_group (ede38a75-462c-47bd-a016-d582cdc3197a), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.468132 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.514833 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:23.518416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:23.532508 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:23.567001 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-90bfd01d-1555-43ff-bd3e-5e60fa3c0d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (ede38a75-462c-47bd-a016-d582cdc3197a), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.569171 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-90bfd01d-1555-43ff-bd3e-5e60fa3c0d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.573245 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-90bfd01d-1555-43ff-bd3e-5e60fa3c0d57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ede38a75-462c-47bd-a016-d582cdc3197a HTTP/1.1" status: 204 len: 168 time: 0.3521066 Mar 24 14:05:23.576816 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'Port': ['ID=0d9015d3-09c5-4d85-8caa-b286c374b15f,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:23.585563 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43266) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:23.595516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfd01d-1555-43ff-bd3e-5e60fa3c0d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede38a75-462c-47bd-a016-d582cdc3197a,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:23.686731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (a65229c4-030d-4463-bed3-dc09baa5637a), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.786880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b801064-e031-471c-bad0-ab443db31923 req-5557c9a4-5741-4160-b73e-470f096b29e0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:23.789220 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7b801064-e031-471c-bad0-ab443db31923 req-5557c9a4-5741-4160-b73e-470f096b29e0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0758529 Mar 24 14:05:23.792716 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:23.866735 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7b801064-e031-471c-bad0-ab443db31923 req-295d8cc9-2f76-47d0-8913-514c4ece0f01 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717616 Mar 24 14:05:24.020815 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.032349 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-297daa8d-78dd-4e49-ab96-3c7b0651b2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.062438 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b717f82a-d4af-4c66-a9a0-283472180f21 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:24.121031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.212332 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-297daa8d-78dd-4e49-ab96-3c7b0651b2d0 admin admin] Publish callbacks [] for security_group (5280448e-5563-441a-b1d5-533fdb1da6bf), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.248608 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port b717f82a-d4af-4c66-a9a0-283472180f21 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:24.249162 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.273332 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'Port': ['ID=0d9015d3-09c5-4d85-8caa-b286c374b15f,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:24.276336 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (a65229c4-030d-4463-bed3-dc09baa5637a), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.330271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-297daa8d-78dd-4e49-ab96-3c7b0651b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5280448e-5563-441a-b1d5-533fdb1da6bf), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.347840 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port b717f82a-d4af-4c66-a9a0-283472180f21 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:24.364584 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-df80c0fd-15f2-4efa-bc53-64c55e19cdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.383931 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-297daa8d-78dd-4e49-ab96-3c7b0651b2d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2da8fcbc19f7433d9b43c9b012b5d5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7944458 Mar 24 14:05:24.384397 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43290) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:24.385208 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297daa8d-78dd-4e49-ab96-3c7b0651b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5280448e-5563-441a-b1d5-533fdb1da6bf,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:24.477948 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b6090340-3b73-4665-bd1a-c281600b9351 admin admin] Publish callbacks [] for security_group (5280448e-5563-441a-b1d5-533fdb1da6bf), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.497058 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.499649 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-50a6d5e0-d307-4846-a3b0-8f1c4b458d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8565269 Mar 24 14:05:24.516926 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b6090340-3b73-4665-bd1a-c281600b9351 admin admin] Publish callbacks [] for security_group (5280448e-5563-441a-b1d5-533fdb1da6bf), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.641383 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b6090340-3b73-4665-bd1a-c281600b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5280448e-5563-441a-b1d5-533fdb1da6bf), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.644075 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b6090340-3b73-4665-bd1a-c281600b9351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:24.647650 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b6090340-3b73-4665-bd1a-c281600b9351 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5280448e-5563-441a-b1d5-533fdb1da6bf HTTP/1.1" status: 204 len: 168 time: 0.2597947 Mar 24 14:05:24.654906 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6090340-3b73-4665-bd1a-c281600b9351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280448e-5563-441a-b1d5-533fdb1da6bf,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:24.858191 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-8ff78b54-b83f-4211-a7cb-192f8c3e2021 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--511107927&fields=id&tenant_id=615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 267 time: 0.0596881 Mar 24 14:05:24.995296 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1280c-c6cc-46d4-96bd-313cc23cbbff req-2e927912-29ff-4e8f-8e98-2aeff3ed2b1e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:24.996853 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fbb1280c-c6cc-46d4-96bd-313cc23cbbff req-2e927912-29ff-4e8f-8e98-2aeff3ed2b1e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0741959 Mar 24 14:05:25.005117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-7ce9c9b9-fec9-47e4-b8b5-c22f673c9173 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:25.006287 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-7ce9c9b9-fec9-47e4-b8b5-c22f673c9173 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 817 time: 0.1416838 Mar 24 14:05:25.021530 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-914d9a4a-5e3a-471f-a197-5b23e736d4b7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/quotas/615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 375 time: 0.0094676 Mar 24 14:05:25.063841 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fbb1280c-c6cc-46d4-96bd-313cc23cbbff req-08a12b81-5269-4ae2-bab3-3bffbc83b094 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601618 Mar 24 14:05:25.096916 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-c5502adb-b151-4de8-8925-781f0c3db742 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654211 Mar 24 14:05:25.218467 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-5e456cf3-1ef8-4fbc-9ecc-be51a806dc97 service neutron] 10.222.0.20 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999308 Mar 24 14:05:25.313243 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-f1e39e4e-651b-464e-a939-a28fc345b961 service neutron] 10.222.0.20 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891712 Mar 24 14:05:25.644302 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43340) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:25.661953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-3119910b-1287-4f0d-8522-3833c6581348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:25.674711 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e9e50532-806f-4edc-94cb-f884a14c64c0 req-d31bdac5-a407-4e98-a283-d6dcd4c77e24 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 210 time: 0.0296211 Mar 24 14:05:25.755602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-3119910b-1287-4f0d-8522-3833c6581348 admin admin] Publish callbacks [] for security_group (127c72c9-1b73-4a81-8cc2-66051ff3848a), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:25.848929 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-3119910b-1287-4f0d-8522-3833c6581348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (127c72c9-1b73-4a81-8cc2-66051ff3848a), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:25.887459 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-3119910b-1287-4f0d-8522-3833c6581348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b44ff2d40cd6426f950057429bd89f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420380 Mar 24 14:05:25.888240 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119910b-1287-4f0d-8522-3833c6581348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c72c9-1b73-4a81-8cc2-66051ff3848a,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:25.890023 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43346) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:25.939029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08daea1f-af30-4105-b248-06d5e151246e admin admin] Publish callbacks [] for security_group (127c72c9-1b73-4a81-8cc2-66051ff3848a), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:25.960890 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08daea1f-af30-4105-b248-06d5e151246e admin admin] Publish callbacks [] for security_group (127c72c9-1b73-4a81-8cc2-66051ff3848a), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:26.106465 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08daea1f-af30-4105-b248-06d5e151246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (127c72c9-1b73-4a81-8cc2-66051ff3848a), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:26.109804 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08daea1f-af30-4105-b248-06d5e151246e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:26.111026 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-08daea1f-af30-4105-b248-06d5e151246e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/127c72c9-1b73-4a81-8cc2-66051ff3848a HTTP/1.1" status: 204 len: 168 time: 0.2188973 Mar 24 14:05:26.120594 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daea1f-af30-4105-b248-06d5e151246e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c72c9-1b73-4a81-8cc2-66051ff3848a,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:26.209040 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646b09-7e0e-4ad0-a7ac-c2d6a4a16aab req-1b5215b9-737e-409d-b0be-9554b5cb2e4d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:26.209040 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6d646b09-7e0e-4ad0-a7ac-c2d6a4a16aab req-1b5215b9-737e-409d-b0be-9554b5cb2e4d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0670097 Mar 24 14:05:26.254007 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6d646b09-7e0e-4ad0-a7ac-c2d6a4a16aab req-8b225b20-920d-4a7e-8112-1a7853e0617e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Mar 24 14:05:26.526343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c92fa2fa-8624-4140-85ad-682835858189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:26.759750 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64835f72-38fe-4621-b6ac-3bce194d3411 req-635cdbaf-b1a6-484b-979e-b5031b8ed1c3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 210 time: 0.0286016 Mar 24 14:05:27.372174 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4fd62-8498-45a6-8761-a91c87610db3 req-e4232c3d-214d-4d38-bbfe-123d7025636f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:27.373718 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d5b4fd62-8498-45a6-8761-a91c87610db3 req-e4232c3d-214d-4d38-bbfe-123d7025636f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0520992 Mar 24 14:05:27.425557 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d5b4fd62-8498-45a6-8761-a91c87610db3 req-75e64341-1ee4-4dff-a3ed-d9657978e762 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Mar 24 14:05:27.791955 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:27.871984 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-34e10a83-5bd2-4c26-a640-36e1a5c084fa req-0b1011fc-2356-45ed-b7dc-7d8f1ff0a5cc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 210 time: 0.0325222 Mar 24 14:05:28.442198 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-d6ee28cd-fb7f-49eb-b4cf-929e6187d861 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:28.443748 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-d6ee28cd-fb7f-49eb-b4cf-929e6187d861 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 817 time: 0.1902571 Mar 24 14:05:28.558168 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-115877c0-bbaf-4f2f-82bc-6217cbcfdfd7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 379 time: 0.1055758 Mar 24 14:05:28.567550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'port': {'device_id': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'admin_state_up': True, 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'security_groups': ['13edc591-bc56-4be4-80c5-7c98bb39186c']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:28.649234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9b52-3152-40fa-85cc-dd1d4b9b3933 req-5c7c1ede-4c07-4100-938c-059214408112 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:28.650734 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4a1b9b52-3152-40fa-85cc-dd1d4b9b3933 req-5c7c1ede-4c07-4100-938c-059214408112 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.1438365 Mar 24 14:05:28.745731 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4a1b9b52-3152-40fa-85cc-dd1d4b9b3933 req-05d9d242-5c37-4066-858d-615525ca3b63 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845070 Mar 24 14:05:28.818083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Made reservation on behalf of 615c9e2c9a6045cc90bde9ed90851948 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:05:28.821967 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:28.974605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Allocated IP 172.20.0.3 (2c451938-df5f-4180-a793-576af170b1a0/0597e459-dd11-4afe-8876-6dc4380fd96e/b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:28.984660 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a45df0e8-d539-4d52-957d-e386e5a0ebad req-deb8fe7d-dfd1-4e7b-bec0-3831736b55e4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 210 time: 0.0289402 Mar 24 14:05:29.003976 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.133570 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.218970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.261387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Network 2c451938-df5f-4180-a793-576af170b1a0 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:29.264284 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:29.270449 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:29.276716 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:29.327071 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:29.327609 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.454418 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-cec29d8e-5928-4582-96a1-ab3a95546029 None None] Provisioning complete for port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:29.454818 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cec29d8e-5928-4582-96a1-ab3a95546029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.490805 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-ec5be915-970c-4a25-9ce4-5710f8c472b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268000 Mar 24 14:05:29.493520 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-cec29d8e-5928-4582-96a1-ab3a95546029 None None] Port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:05:29.512881 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Request body: {'port': {'device_id': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:29.576532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.870303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:05:29.878974 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Publish callbacks [] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:29.898778 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Transition to ACTIVE for port object b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:05:29.910935 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602293f-7b56-4979-b080-ae43507bd58f req-bee3a1d7-2750-44f1-b5d0-f894d90be264 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:29.912442 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1602293f-7b56-4979-b080-ae43507bd58f req-bee3a1d7-2750-44f1-b5d0-f894d90be264 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0790889 Mar 24 14:05:29.962950 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1602293f-7b56-4979-b080-ae43507bd58f req-0a9793e2-c1d6-48b8-a150-7878632a426d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Mar 24 14:05:29.995731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.058549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:30.131884 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Attempting to bind port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:05:30.132227 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Attempting to bind port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:05:30.132556 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Attempting to bind port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc on network 2c451938-df5f-4180-a793-576af170b1a0 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:30.136233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792154e-902b-4e82-8b63-6f875aace239 req-6b061055-31eb-44c4-b733-40174f661d29 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:30.137492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc on network 2c451938-df5f-4180-a793-576af170b1a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:05:30.137864 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f792154e-902b-4e82-8b63-6f875aace239 req-6b061055-31eb-44c4-b733-40174f661d29 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0643427 Mar 24 14:05:30.138083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Attempting to bind port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc on network 2c451938-df5f-4180-a793-576af170b1a0 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:30.147549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:05:30.151305 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Checking segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:30.154596 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Bound using segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:05:30.156641 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Bound port: b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:05:30.159888 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.219803 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f792154e-902b-4e82-8b63-6f875aace239 req-59cb1491-f90b-4900-af6e-dba9eddeac84 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705771 Mar 24 14:05:30.247703 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:05:30.252373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:05:30.263782 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43486) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:30.369634 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.402817 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdc04-2956-429b-ad96-49f969939a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.429926 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:30.430350 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.431837 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] 10.222.0.42 "PUT /v2.0/ports/b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 200 len: 1093 time: 0.9303257 Mar 24 14:05:30.432279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:30.434504 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0899c4-1579-4707-95ad-b328fbd4b516" -d '{"events": [{"name": "network-changed", "server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:30.477752 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b896e-9bbe-4b84-bfef-635290301c8e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:30.511508 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc80bd-c97e-4545-b0f1-f840649b0309 x-openstack-request-id: req-1ddc80bd-c97e-4545-b0f1-f840649b0309 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:30.512164 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:30.512164 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ddc80bd-c97e-4545-b0f1-f840649b0309 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:30.512441 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddc80bd-c97e-4545-b0f1-f840649b0309'] response: {'name': 'network-changed', 'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'status': 'completed', 'code': 200} Mar 24 14:05:30.536877 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdc04-2956-429b-ad96-49f969939a18 admin admin] Publish callbacks [] for security_group (36afd9a7-c142-4b56-9b89-e25f21d4aeef), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.586680 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0899c4-1579-4707-95ad-b328fbd4b516 req-bba203d3-053c-4e8f-a01c-6098b1f3973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:30.588323 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf0899c4-1579-4707-95ad-b328fbd4b516 req-bba203d3-053c-4e8f-a01c-6098b1f3973e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1127 time: 0.0537221 Mar 24 14:05:30.618222 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.649558 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdc04-2956-429b-ad96-49f969939a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (36afd9a7-c142-4b56-9b89-e25f21d4aeef), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.692454 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-dfbfdc04-2956-429b-ad96-49f969939a18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4978571e56764cd6bec0a7661daed11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269874 Mar 24 14:05:30.693348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfdc04-2956-429b-ad96-49f969939a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36afd9a7-c142-4b56-9b89-e25f21d4aeef,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:30.695725 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43502) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:30.755084 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e955fb3-87e5-45cf-be06-940efdc979aa admin admin] Publish callbacks [] for security_group (36afd9a7-c142-4b56-9b89-e25f21d4aeef), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.781888 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e955fb3-87e5-45cf-be06-940efdc979aa admin admin] Publish callbacks [] for security_group (36afd9a7-c142-4b56-9b89-e25f21d4aeef), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.909423 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e955fb3-87e5-45cf-be06-940efdc979aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (36afd9a7-c142-4b56-9b89-e25f21d4aeef), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.912454 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e955fb3-87e5-45cf-be06-940efdc979aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:30.913897 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6e955fb3-87e5-45cf-be06-940efdc979aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36afd9a7-c142-4b56-9b89-e25f21d4aeef HTTP/1.1" status: 204 len: 168 time: 0.2170711 Mar 24 14:05:30.923711 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e955fb3-87e5-45cf-be06-940efdc979aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36afd9a7-c142-4b56-9b89-e25f21d4aeef,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:31.038464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0899c4-1579-4707-95ad-b328fbd4b516 req-72352fe5-1e62-4ca0-962d-199c57904c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.040094 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf0899c4-1579-4707-95ad-b328fbd4b516 req-72352fe5-1e62-4ca0-962d-199c57904c48 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=615c9e2c9a6045cc90bde9ed90851948&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4412310 Mar 24 14:05:31.101432 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e652a9-6cf3-4fe0-a596-273945c8c212 req-2a0c56d2-9a91-4725-b2e0-46a0d1159bb6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.104129 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-63e652a9-6cf3-4fe0-a596-273945c8c212 req-2a0c56d2-9a91-4725-b2e0-46a0d1159bb6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0669348 Mar 24 14:05:31.173728 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-63e652a9-6cf3-4fe0-a596-273945c8c212 req-f35d79e6-ef40-4566-b977-bb1392e129d1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639269 Mar 24 14:05:31.227140 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0899c4-1579-4707-95ad-b328fbd4b516 req-ed05de77-22f5-442d-9103-fec3440ac8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.228931 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf0899c4-1579-4707-95ad-b328fbd4b516 req-ed05de77-22f5-442d-9103-fec3440ac8ed service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1789358 Mar 24 14:05:31.375072 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cee9cc-82bf-4656-b8dc-f92f03c0d9ee req-7a5c9b63-72dd-49de-8a02-6e71321cc214 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.376583 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-39cee9cc-82bf-4656-b8dc-f92f03c0d9ee req-7a5c9b63-72dd-49de-8a02-6e71321cc214 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0877249 Mar 24 14:05:31.386517 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-d4beab92-d92d-450d-bc35-6233056d4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.388180 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-d4beab92-d92d-450d-bc35-6233056d4587 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1127 time: 0.0708601 Mar 24 14:05:31.440445 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-e572cd83-545d-4b32-b8d4-a7e95a24422c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 200 len: 217 time: 0.0450544 Mar 24 14:05:31.496873 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-39cee9cc-82bf-4656-b8dc-f92f03c0d9ee req-36ad0abc-5d10-4851-863a-0a35b01df842 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125739 Mar 24 14:05:31.505767 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-8c47b271-c843-4a71-9323-95de8fd771ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.507313 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-8c47b271-c843-4a71-9323-95de8fd771ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0574622 Mar 24 14:05:31.564298 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-1eeec89a-e1ff-48c2-b832-2c6b38a78d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:31.565823 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-1eeec89a-e1ff-48c2-b832-2c6b38a78d07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521541 Mar 24 14:05:31.656876 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-6592098c-1678-4d98-8feb-89d053584ec7 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Mar 24 14:05:31.748201 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d6f4843-af04-404a-9368-6500b2d200e8 req-d6981b1a-7308-450b-b310-9c3ecd30f5a8 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832536 Mar 24 14:05:32.306535 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13746f76-fe38-4ad7-9a58-b255b8a6925b req-371406ee-5ce5-4f10-b4cb-b2e670528461 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:32.313408 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-13746f76-fe38-4ad7-9a58-b255b8a6925b req-371406ee-5ce5-4f10-b4cb-b2e670528461 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0636873 Mar 24 14:05:32.355599 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-13746f76-fe38-4ad7-9a58-b255b8a6925b req-1e9bd121-4a36-4297-8a2a-8eeaecc1116d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Mar 24 14:05:32.626079 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69753-f0ad-4310-b5a3-2a472d822414 req-85594f8e-b23f-43e6-b0de-dc72abcb602d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:32.627621 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8cf69753-f0ad-4310-b5a3-2a472d822414 req-85594f8e-b23f-43e6-b0de-dc72abcb602d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0590849 Mar 24 14:05:32.678824 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8cf69753-f0ad-4310-b5a3-2a472d822414 req-68f3be64-468d-4f1a-a00f-dce460c6cfa9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450370 Mar 24 14:05:32.748225 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43578) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:32.854871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e002965a-20e6-409a-9f81-fcc8a685fba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:32.925447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e002965a-20e6-409a-9f81-fcc8a685fba5 admin admin] Publish callbacks [] for security_group (43d797e2-cb93-47be-82cb-7d4194c914cb), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:33.008845 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e002965a-20e6-409a-9f81-fcc8a685fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (43d797e2-cb93-47be-82cb-7d4194c914cb), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:33.050784 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-e002965a-20e6-409a-9f81-fcc8a685fba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4c31e0d23164e57819ed0d1701df114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014486 Mar 24 14:05:33.051727 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002965a-20e6-409a-9f81-fcc8a685fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d797e2-cb93-47be-82cb-7d4194c914cb,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:33.054430 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43588) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:33.102146 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-50d91ae5-f310-4698-a28c-d678d79e7a0b admin admin] Publish callbacks [] for security_group (43d797e2-cb93-47be-82cb-7d4194c914cb), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:33.124659 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-50d91ae5-f310-4698-a28c-d678d79e7a0b admin admin] Publish callbacks [] for security_group (43d797e2-cb93-47be-82cb-7d4194c914cb), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:33.237899 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-50d91ae5-f310-4698-a28c-d678d79e7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (43d797e2-cb93-47be-82cb-7d4194c914cb), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:33.241770 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-50d91ae5-f310-4698-a28c-d678d79e7a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:33.242914 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-50d91ae5-f310-4698-a28c-d678d79e7a0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43d797e2-cb93-47be-82cb-7d4194c914cb HTTP/1.1" status: 204 len: 168 time: 0.1874747 Mar 24 14:05:33.250486 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d91ae5-f310-4698-a28c-d678d79e7a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d797e2-cb93-47be-82cb-7d4194c914cb,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:33.471428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c30782-8877-4ff4-8f1b-561f28f8d416 req-6c8a0b6f-c479-4e7a-be88-c5859bd3db15 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:33.472895 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-51c30782-8877-4ff4-8f1b-561f28f8d416 req-6c8a0b6f-c479-4e7a-be88-c5859bd3db15 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0502210 Mar 24 14:05:33.525601 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-51c30782-8877-4ff4-8f1b-561f28f8d416 req-e4fbd2d2-2633-4451-8ab4-08ec48a9dbe8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 Mar 24 14:05:33.622139 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa2564-459c-4d2a-8094-0b29a56bb29b req-b3c63031-4479-410f-8611-1eb155f3a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:33.623722 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcaa2564-459c-4d2a-8094-0b29a56bb29b req-b3c63031-4479-410f-8611-1eb155f3a9f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1129 time: 0.0431974 Mar 24 14:05:33.667866 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcaa2564-459c-4d2a-8094-0b29a56bb29b req-57152ba6-107c-4a52-be39-e66b0c8cee57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375783 Mar 24 14:05:33.805693 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33a01-026c-4f03-a96c-c42a990c6dee req-727113cd-eaf2-4eb6-b45d-9db4c3ef0cf0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:33.807261 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aef33a01-026c-4f03-a96c-c42a990c6dee req-727113cd-eaf2-4eb6-b45d-9db4c3ef0cf0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0524819 Mar 24 14:05:33.861292 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aef33a01-026c-4f03-a96c-c42a990c6dee req-7663724a-c4f4-425d-a370-79941ed8cd77 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466762 Mar 24 14:05:34.641358 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f82f-4863-49a5-abf4-3e6676122aa6 req-38c9607f-0b13-4fd9-8ab0-b7d2cd6bc607 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:34.642830 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6225f82f-4863-49a5-abf4-3e6676122aa6 req-38c9607f-0b13-4fd9-8ab0-b7d2cd6bc607 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0505984 Mar 24 14:05:34.687816 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6225f82f-4863-49a5-abf4-3e6676122aa6 req-67bcdc5f-b907-44f5-8145-1a5317b6f46a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Mar 24 14:05:34.996778 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cda24-e97b-43e2-a716-615adcff6386 req-dc4eb0e3-ae98-4659-bf43-91e62db7a152 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:34.999012 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2a8cda24-e97b-43e2-a716-615adcff6386 req-dc4eb0e3-ae98-4659-bf43-91e62db7a152 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0575929 Mar 24 14:05:35.077128 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2a8cda24-e97b-43e2-a716-615adcff6386 req-aadea46a-3546-4307-ab63-ca5ff75f42a7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654354 Mar 24 14:05:35.397794 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-9394932d-82f4-4d66-beef-a8df55bac9cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423048 Mar 24 14:05:35.470982 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-fe22859e-b6f6-4338-b74f-c72d52591ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:35.471119 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-fe22859e-b6f6-4338-b74f-c72d52591ba9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1129 time: 0.0437057 Mar 24 14:05:35.578343 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-8894f5f0-f425-4554-81f7-456d01511a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:35.580025 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-8894f5f0-f425-4554-81f7-456d01511a5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0872412 Mar 24 14:05:35.621837 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-8a408081-364a-4915-929e-e742112381e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Mar 24 14:05:35.669651 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-73ae6140-124e-4159-95fa-583076b72a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:35.671172 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-73ae6140-124e-4159-95fa-583076b72a4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0427971 Mar 24 14:05:35.723870 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-82e1e0cd-7d2c-4192-9dc8-231f26d1f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:35.724779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:05:35.725918 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-82e1e0cd-7d2c-4192-9dc8-231f26d1f9ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472159 Mar 24 14:05:35.822661 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-2a43d6ee-77c8-4318-b400-76baecea7d1d service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906861 Mar 24 14:05:35.831246 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f86e-2407-4fe4-a681-26cece81b629 req-09221669-bef3-4864-935c-b517fe4aee09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:35.833340 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d505f86e-2407-4fe4-a681-26cece81b629 req-09221669-bef3-4864-935c-b517fe4aee09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0764987 Mar 24 14:05:35.884418 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:35.896506 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'mac_address': 'fa:16:3e:53:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:05:35.912568 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d505f86e-2407-4fe4-a681-26cece81b629 req-103416d0-789f-4c56-834f-877a5e237d04 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683241 Mar 24 14:05:35.929154 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98aa0f78-c80f-4802-879a-4957d9f12a2d req-aa609665-9e75-4e38-a235-89476e2e7a6e service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000671 Mar 24 14:05:35.946426 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:35.947034 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:35.962195 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:05:35.983992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:36.083472 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:36.152206 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:36.209053 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aa4c8-4793-46cb-9b80-13b5a81bfb1e req-269deeb3-ce20-490c-8d61-2d9c763f7ba9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:36.215004 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d61aa4c8-4793-46cb-9b80-13b5a81bfb1e req-269deeb3-ce20-490c-8d61-2d9c763f7ba9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0566733 Mar 24 14:05:36.226909 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:36.262195 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d61aa4c8-4793-46cb-9b80-13b5a81bfb1e req-cbaed045-9e19-41fe-9e3d-8f3e3c636189 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Mar 24 14:05:36.330766 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40498178-79ad-4eaa-9b95-892b02dbf9f5 req-5a78e59f-aaa7-4873-aba2-c32c72176a2e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:36.332500 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-40498178-79ad-4eaa-9b95-892b02dbf9f5 req-5a78e59f-aaa7-4873-aba2-c32c72176a2e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0547550 Mar 24 14:05:36.384312 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-40498178-79ad-4eaa-9b95-892b02dbf9f5 req-7b42cad5-7b3e-4429-93f6-02fa9df553e5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Mar 24 14:05:36.394845 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7a70-644d-42b4-a294-407362e4b0cc req-4966f6c4-3b77-4e81-b0a1-aac596cb4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:36.396351 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-4966f6c4-3b77-4e81-b0a1-aac596cb4191 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1129 time: 0.0446534 Mar 24 14:05:36.486671 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7a70-644d-42b4-a294-407362e4b0cc req-6ae832ab-eef7-478b-96e1-90791223da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:36.488115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-6ae832ab-eef7-478b-96e1-90791223da33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0854294 Mar 24 14:05:36.527206 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-8f57a121-64cb-4fe2-a45d-2c1a4956d8d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 217 time: 0.0331345 Mar 24 14:05:36.577242 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7a70-644d-42b4-a294-407362e4b0cc req-a3cec25e-9779-4c20-86a3-891ec76017cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:36.579106 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-a3cec25e-9779-4c20-86a3-891ec76017cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0462482 Mar 24 14:05:36.626359 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7a70-644d-42b4-a294-407362e4b0cc req-175feec7-ac86-4351-8d40-ca03626163e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:36.628111 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-175feec7-ac86-4351-8d40-ca03626163e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430160 Mar 24 14:05:36.683485 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:05:36.718718 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-be83636e-e10b-4f68-9216-f8b1a7545bd9 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 Mar 24 14:05:36.813929 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-822d7a70-644d-42b4-a294-407362e4b0cc req-a8bb41a3-59d5-49f0-a0f9-a338695d9fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875654 Mar 24 14:05:37.315834 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-bd5d67b4-1bec-420a-baf4-59b3e69c5c44 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=38117c3ef867423dac1a3f36cf604765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305748 Mar 24 14:05:37.391665 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57531-3b3f-4c4c-918c-17bb46d888fb req-a8181597-f531-4ce5-88eb-7e30b1d1288c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:37.393193 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dae57531-3b3f-4c4c-918c-17bb46d888fb req-a8181597-f531-4ce5-88eb-7e30b1d1288c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0565987 Mar 24 14:05:37.448366 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dae57531-3b3f-4c4c-918c-17bb46d888fb req-f4f85588-54e2-44d4-b7bb-ad2499f17c4f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484054 Mar 24 14:05:37.509256 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-67e8e943-5a3f-4ecd-a35b-1df249944bf0 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:37.510765 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-67e8e943-5a3f-4ecd-a35b-1df249944bf0 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890831 Mar 24 14:05:37.525096 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7ca2d373-1f09-4e1c-8232-a37ff6a5c3f3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/quotas/38117c3ef867423dac1a3f36cf604765 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Mar 24 14:05:37.559667 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-ab8596f6-91c0-483f-97d7-f648db40296c tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38117c3ef867423dac1a3f36cf604765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294297 Mar 24 14:05:37.564805 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c248-ea63-4cce-9117-ba218b0fc49e req-4aec1bbd-6f1f-460d-b11c-b41094d705fe tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:37.566177 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2a63c248-ea63-4cce-9117-ba218b0fc49e req-4aec1bbd-6f1f-460d-b11c-b41094d705fe tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0527062 Mar 24 14:05:37.612869 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2a63c248-ea63-4cce-9117-ba218b0fc49e req-c38115c0-0233-4852-8608-3916d0fa4b84 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Mar 24 14:05:37.801557 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-411118a2-0585-46fd-9f00-2f13efb5c922 req-78b297bf-d886-402c-ad65-6fc41637b1be tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0253456 Mar 24 14:05:38.565348 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217a705-395b-4dee-b559-3def33d550dd req-24b55a1b-bf7d-41de-a121-8c2928413dab tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:38.566853 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3217a705-395b-4dee-b559-3def33d550dd req-24b55a1b-bf7d-41de-a121-8c2928413dab tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0517044 Mar 24 14:05:38.611782 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3217a705-395b-4dee-b559-3def33d550dd req-d3ce6ca5-705d-412a-bd16-982a6eb70e0a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Mar 24 14:05:38.733876 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f2bc-9f00-48a4-9de6-6739c8f30c27 req-8338e405-15d9-444c-b06e-c8cef9f9ec2c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:38.739563 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bc77f2bc-9f00-48a4-9de6-6739c8f30c27 req-8338e405-15d9-444c-b06e-c8cef9f9ec2c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0587757 Mar 24 14:05:38.789657 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bc77f2bc-9f00-48a4-9de6-6739c8f30c27 req-e8f4c7c6-8731-487a-a0ec-ece2c13996e7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Mar 24 14:05:38.889723 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-01148e8b-7127-4836-8882-441e1c794a21 req-3826b473-8452-4b26-967c-ba2a7c198638 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0252495 Mar 24 14:05:39.729495 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4843f-d7d6-48ac-9f1b-55131babc751 req-9e4c6627-37c9-46dc-9ee9-5524d32a9b98 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:39.730973 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bc4843f-d7d6-48ac-9f1b-55131babc751 req-9e4c6627-37c9-46dc-9ee9-5524d32a9b98 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0503557 Mar 24 14:05:39.776169 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bc4843f-d7d6-48ac-9f1b-55131babc751 req-1725b28e-17c4-4f81-aece-43b6a1f73fb8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394750 Mar 24 14:05:39.904594 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bcf8d-c754-43fb-ba94-94748b263550 req-7384cef1-8e6a-46a6-ac88-df6fe0578e16 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:39.905925 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-161bcf8d-c754-43fb-ba94-94748b263550 req-7384cef1-8e6a-46a6-ac88-df6fe0578e16 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0516634 Mar 24 14:05:39.955048 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-161bcf8d-c754-43fb-ba94-94748b263550 req-376cfbaf-cecf-4d10-8d20-caae4bacb725 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Mar 24 14:05:39.987212 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5b6ab009-54c3-4ffb-b4d8-c6ae10714592 req-15591677-5d19-45f3-9e26-07b685280286 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0316660 Mar 24 14:05:40.895723 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0ec70-6048-4ea5-9ca0-9a23ccad073f req-fcd25814-dbad-4730-af9d-7281f525b724 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:40.897805 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-46b0ec70-6048-4ea5-9ca0-9a23ccad073f req-fcd25814-dbad-4730-af9d-7281f525b724 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0519371 Mar 24 14:05:40.941929 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-46b0ec70-6048-4ea5-9ca0-9a23ccad073f req-b5426888-4999-44d6-8132-3e1474f0e04f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Mar 24 14:05:41.073490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601101-b7cd-4125-a134-61a884845069 req-fc6181c5-e3cd-47fc-8925-ba7a96e80f3b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:41.074903 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8c601101-b7cd-4125-a134-61a884845069 req-fc6181c5-e3cd-47fc-8925-ba7a96e80f3b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0548019 Mar 24 14:05:41.079672 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c420f864-340a-44b0-898b-08d8ec4d375b req-e54bb884-675b-42ab-b5a4-9293fe1035c1 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0270228 Mar 24 14:05:41.123054 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8c601101-b7cd-4125-a134-61a884845069 req-fdca6c6e-396a-42ae-b241-3f790f9d23ad tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Mar 24 14:05:42.062103 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1768d-067a-4731-bede-550099e12b75 req-2aa45988-7fb6-4b8a-b1c2-243bbab712e4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:42.063590 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0bf1768d-067a-4731-bede-550099e12b75 req-2aa45988-7fb6-4b8a-b1c2-243bbab712e4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0536864 Mar 24 14:05:42.109451 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0bf1768d-067a-4731-bede-550099e12b75 req-978a96f0-1af7-4f79-b04f-7f0f83b4810c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404546 Mar 24 14:05:42.172012 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f2799b52-2f67-4fa1-8edb-97ae903bd36f req-15148660-d178-40a6-a83e-9d8e59ef82a1 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0261607 Mar 24 14:05:42.236322 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b130f6-ad42-4741-a259-78b91026bb81 req-a09df8a8-e552-4a08-8904-51f5c8caa07d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:42.237819 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7b130f6-ad42-4741-a259-78b91026bb81 req-a09df8a8-e552-4a08-8904-51f5c8caa07d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0503404 Mar 24 14:05:42.282531 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7b130f6-ad42-4741-a259-78b91026bb81 req-3dd63263-2067-44a3-bfbc-2225318029d1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393133 Mar 24 14:05:43.227781 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f7f27-0284-4352-9cc9-93c5dfd3e27c req-8e2de4a3-d29f-4454-87cb-55fe27a4f1e7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:43.229523 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1c8f7f27-0284-4352-9cc9-93c5dfd3e27c req-8e2de4a3-d29f-4454-87cb-55fe27a4f1e7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0516632 Mar 24 14:05:43.262992 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5824d89c-5375-4281-979c-0d5659360bba req-c0c132d9-5bf6-49f2-85be-e46a90a44f90 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0257764 Mar 24 14:05:43.280685 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1c8f7f27-0284-4352-9cc9-93c5dfd3e27c req-734548c5-6a89-4db6-ab4d-ad53facf0e0b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 Mar 24 14:05:43.402244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc1e10-88ce-4c64-adab-581b4689d72d req-33210b77-c6b6-4963-8b45-d597a5a9e3d0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:43.403703 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5bbc1e10-88ce-4c64-adab-581b4689d72d req-33210b77-c6b6-4963-8b45-d597a5a9e3d0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0550799 Mar 24 14:05:43.449980 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5bbc1e10-88ce-4c64-adab-581b4689d72d req-045af02d-d36c-4723-986b-36988d4f712d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Mar 24 14:05:44.096685 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-d5e27d6a-002c-44f4-9634-e49d1b54a17a tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=38117c3ef867423dac1a3f36cf604765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262153 Mar 24 14:05:44.200025 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-9143181d-e92f-4b65-8a65-f7782bd39ef0 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:44.201443 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-9143181d-e92f-4b65-8a65-f7782bd39ef0 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030300 Mar 24 14:05:44.213845 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Request body: {'port': {'device_id': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d', 'admin_state_up': True, 'tenant_id': '38117c3ef867423dac1a3f36cf604765'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:44.387178 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a0c8bd67-0dfb-4184-90e5-8e9fd99164b2 req-5a04bf33-b94b-4298-a178-61b4e1486686 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0449955 Mar 24 14:05:44.437843 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15b268-1e18-43d7-af82-729e856f5678 req-9a7c398e-0c12-4f9d-9561-5d0a42d2cd96 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:44.439408 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c15b268-1e18-43d7-af82-729e856f5678 req-9a7c398e-0c12-4f9d-9561-5d0a42d2cd96 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0540106 Mar 24 14:05:44.454438 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:44.472727 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Made reservation on behalf of 38117c3ef867423dac1a3f36cf604765 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:05:44.476066 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.489070 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.511801 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c15b268-1e18-43d7-af82-729e856f5678 req-13dfec0c-8248-401b-b78d-f73af046a86b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667200 Mar 24 14:05:44.581491 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:05:44.587526 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d5e8c-7bfe-4364-a5e2-0f07a5c8dce2 req-c73cce7f-612f-44bf-9460-2d9499c906cf tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:44.588625 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks [] for security_group (f84e5776-e8d8-481d-a927-877f8ae36cf0), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.589573 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-168d5e8c-7bfe-4364-a5e2-0f07a5c8dce2 req-c73cce7f-612f-44bf-9460-2d9499c906cf tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0610814 Mar 24 14:05:44.590491 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:44.591111 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.636688 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-168d5e8c-7bfe-4364-a5e2-0f07a5c8dce2 req-762c36d2-6d8a-4d25-991f-613889931936 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Mar 24 14:05:44.676770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:44.677200 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.683116 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f84e5776-e8d8-481d-a927-877f8ae36cf0), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.700306 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:44.702623 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56944654-8b1e-481e-a26f-8a81099eccc7" -d '{"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:44.715485 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:44.742710 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab87bf7a-3144-423e-8868-7e82c1a51304 x-openstack-request-id: req-ab87bf7a-3144-423e-8868-7e82c1a51304 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:44.743030 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:44.743345 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab87bf7a-3144-423e-8868-7e82c1a51304 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:44.743745 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab87bf7a-3144-423e-8868-7e82c1a51304'] response: {'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'code': 200} Mar 24 14:05:44.747805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84e5776-e8d8-481d-a927-877f8ae36cf0,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:44.760782 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.762768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.762768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.762768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.762768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.762768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.762768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.763172 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.763468 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.763664 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.763991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.764293 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.764615 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.765279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.765279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:44.809226 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:44.836163 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Allocated IP 192.168.233.30 (b20e58e6-f790-414a-a2fc-a11997d4896d/2f41be66-79f3-4ec2-913c-ae20f4bd5dc6/34a0a776-5701-4ff5-80ce-d561f8824fc9) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:44.890282 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:45.228996 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039886f-72a7-4c9c-9b78-58b0c0472dba req-ea827602-01c3-4fea-a3af-77f6fefb8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:45.230471 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6039886f-72a7-4c9c-9b78-58b0c0472dba req-ea827602-01c3-4fea-a3af-77f6fefb8d08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1129 time: 0.1001964 Mar 24 14:05:45.274453 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks [] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:45.300662 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6039886f-72a7-4c9c-9b78-58b0c0472dba req-70806943-f3e8-442f-b838-f8796b282803 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612741 Mar 24 14:05:45.449479 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:45.490437 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Network b20e58e6-f790-414a-a2fc-a11997d4896d is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:45.492784 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebce4f-a083-4804-9334-ceac7ef88098 req-9e7adb55-ff96-41fe-889b-53432ce444d7 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:45.494157 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:45.494275 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2eebce4f-a083-4804-9334-ceac7ef88098 req-9e7adb55-ff96-41fe-889b-53432ce444d7 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 935 time: 0.0506680 Mar 24 14:05:45.497306 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:45.531160 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Pushing event updated for resources: {'Port': ['ID=34a0a776-5701-4ff5-80ce-d561f8824fc9,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:45.551188 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2eebce4f-a083-4804-9334-ceac7ef88098 req-93480b41-446e-47b8-9e9a-c97f99fff036 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Mar 24 14:05:45.560059 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:45.560676 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:45.631870 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-7a117f2d-fc2f-4426-a12f-22560398b5d3 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4216490 Mar 24 14:05:45.668578 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Request body: {'port': {'device_id': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:45.740915 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12667dd8-6fab-4e71-9863-0ac97c44225c req-81ae6250-a589-41f9-911d-10220886b0c0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:45.742672 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12667dd8-6fab-4e71-9863-0ac97c44225c req-81ae6250-a589-41f9-911d-10220886b0c0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.1280928 Mar 24 14:05:45.771408 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:45.773265 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-416eec8e-3c03-4315-ad65-2f08f806b3d8 None None] Provisioning complete for port 34a0a776-5701-4ff5-80ce-d561f8824fc9 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:45.774881 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-416eec8e-3c03-4315-ad65-2f08f806b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:45.790916 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f5a35-bc18-4000-a9f6-f186a5052786 req-330438ea-b77c-4f85-9e1b-1563b36143cd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:45.792448 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b25f5a35-bc18-4000-a9f6-f186a5052786 req-330438ea-b77c-4f85-9e1b-1563b36143cd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0691340 Mar 24 14:05:45.810240 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-416eec8e-3c03-4315-ad65-2f08f806b3d8 None None] Port 34a0a776-5701-4ff5-80ce-d561f8824fc9 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:05:45.830543 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12667dd8-6fab-4e71-9863-0ac97c44225c req-49718f75-be63-4000-943b-f7e4ef41648c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789125 Mar 24 14:05:45.846806 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b25f5a35-bc18-4000-a9f6-f186a5052786 req-1fa38a56-8a63-47ff-a8c5-5a8ca8086c3f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Mar 24 14:05:46.061471 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a0a776-5701-4ff5-80ce-d561f8824fc9 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:05:46.068879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Publish callbacks [] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.081420 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Transition to ACTIVE for port object 34a0a776-5701-4ff5-80ce-d561f8824fc9 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:05:46.164473 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43844) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:46.170830 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.223659 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=34a0a776-5701-4ff5-80ce-d561f8824fc9,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:46.300504 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-20fceb2d-1a25-4c76-abea-b06fc4a5cbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.305445 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Attempting to bind port 34a0a776-5701-4ff5-80ce-d561f8824fc9 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:05:46.305784 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Attempting to bind port 34a0a776-5701-4ff5-80ce-d561f8824fc9 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:05:46.306112 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Attempting to bind port 34a0a776-5701-4ff5-80ce-d561f8824fc9 on network b20e58e6-f790-414a-a2fc-a11997d4896d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:46.321287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Port 34a0a776-5701-4ff5-80ce-d561f8824fc9 on network b20e58e6-f790-414a-a2fc-a11997d4896d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:05:46.321618 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Attempting to bind port 34a0a776-5701-4ff5-80ce-d561f8824fc9 on network b20e58e6-f790-414a-a2fc-a11997d4896d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:46.330934 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:05:46.331274 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Checking segment: {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:46.331657 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Bound using segment: {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:05:46.332088 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Bound port: 34a0a776-5701-4ff5-80ce-d561f8824fc9, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2df4fe-e2f1-4951-bb10-85f8557d190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:05:46.332480 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.422400 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] For port 34a0a776-5701-4ff5-80ce-d561f8824fc9, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:05:46.426141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] For port 34a0a776-5701-4ff5-80ce-d561f8824fc9, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=34a0a776-5701-4ff5-80ce-d561f8824fc9,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:05:46.449163 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-20fceb2d-1a25-4c76-abea-b06fc4a5cbd5 admin admin] Publish callbacks [] for security_group (8006654a-5905-4d22-92e2-aa8d4ecea929), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.515053 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.547380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:46.547987 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.549476 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] 10.222.0.42 "PUT /v2.0/ports/34a0a776-5701-4ff5-80ce-d561f8824fc9 HTTP/1.1" status: 200 len: 1097 time: 0.8883131 Mar 24 14:05:46.549802 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'tag': '34a0a776-5701-4ff5-80ce-d561f8824fc9'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:46.552013 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8850fb9-b69b-4069-9d1d-47a4a6417722" -d '{"events": [{"name": "network-changed", "server_uuid": "78e948c7-30cc-466a-b89c-8c5b82988bd7", "tag": "34a0a776-5701-4ff5-80ce-d561f8824fc9"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:46.557618 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-20fceb2d-1a25-4c76-abea-b06fc4a5cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8006654a-5905-4d22-92e2-aa8d4ecea929), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.606712 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e7df5-461b-42ae-bccd-37acc105fdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=34a0a776-5701-4ff5-80ce-d561f8824fc9,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:46.613710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d79f9-10bf-49a0-9573-73066d9dd7d6 x-openstack-request-id: req-553d79f9-10bf-49a0-9573-73066d9dd7d6 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:46.614000 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e948c7-30cc-466a-b89c-8c5b82988bd7", "tag": "34a0a776-5701-4ff5-80ce-d561f8824fc9", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:46.614251 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-553d79f9-10bf-49a0-9573-73066d9dd7d6 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:46.614771 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553d79f9-10bf-49a0-9573-73066d9dd7d6'] response: {'name': 'network-changed', 'server_uuid': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'tag': '34a0a776-5701-4ff5-80ce-d561f8824fc9', 'status': 'completed', 'code': 200} Mar 24 14:05:46.621798 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-20fceb2d-1a25-4c76-abea-b06fc4a5cbd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e32eb80144a443bb8c07e4fbc950c19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539669 Mar 24 14:05:46.621798 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fceb2d-1a25-4c76-abea-b06fc4a5cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8006654a-5905-4d22-92e2-aa8d4ecea929,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:46.622859 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43852) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:46.682503 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Publish callbacks [] for security_group (8006654a-5905-4d22-92e2-aa8d4ecea929), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.708799 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Publish callbacks [] for security_group (8006654a-5905-4d22-92e2-aa8d4ecea929), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.717208 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8850fb9-b69b-4069-9d1d-47a4a6417722 req-4fa401cf-eae2-4813-b76c-9e9f416ed553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:46.718794 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8850fb9-b69b-4069-9d1d-47a4a6417722 req-4fa401cf-eae2-4813-b76c-9e9f416ed553 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38117c3ef867423dac1a3f36cf604765&device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 1131 time: 0.0886188 Mar 24 14:05:46.732069 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d8404-bb18-4691-b153-a11d23e885d7 req-6c3ba942-a6f2-43af-98ca-6565b109a507 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:46.733762 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-442d8404-bb18-4691-b153-a11d23e885d7 req-6c3ba942-a6f2-43af-98ca-6565b109a507 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 947 time: 0.0752997 Mar 24 14:05:46.766597 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8850fb9-b69b-4069-9d1d-47a4a6417722 req-2b0de609-7947-40b1-9bb3-85209c47bacb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=38117c3ef867423dac1a3f36cf604765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316892 Mar 24 14:05:46.823579 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8006654a-5905-4d22-92e2-aa8d4ecea929), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.826166 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:46.827691 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8006654a-5905-4d22-92e2-aa8d4ecea929 HTTP/1.1" status: 204 len: 168 time: 0.2045004 Mar 24 14:05:46.836415 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8006654a-5905-4d22-92e2-aa8d4ecea929,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:46.842756 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-442d8404-bb18-4691-b153-a11d23e885d7 req-4f59bfb6-641b-41cc-ab2d-f21c1686efcd tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997851 Mar 24 14:05:46.856129 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.856554 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.857021 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.857408 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.857807 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.858200 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.858818 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.859215 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.860186 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.860586 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.860924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.861476 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.861868 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.862396 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.862930 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cb2a3-5fa6-444d-b90c-1f4f65e584d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:05:46.901750 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8850fb9-b69b-4069-9d1d-47a4a6417722 req-57ba0851-6a63-4003-9469-6379a66218cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:46.903525 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8850fb9-b69b-4069-9d1d-47a4a6417722 req-57ba0851-6a63-4003-9469-6379a66218cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287992 Mar 24 14:05:47.006823 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c3517-23d2-457e-8613-645620fb39a4 req-af4c004b-d56c-469a-90cb-a9bf3fb6dcc2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:47.009023 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-725c3517-23d2-457e-8613-645620fb39a4 req-af4c004b-d56c-469a-90cb-a9bf3fb6dcc2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0594211 Mar 24 14:05:47.044064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-6322119f-0140-484e-b0e7-01758c3ea10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:47.045739 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-6322119f-0140-484e-b0e7-01758c3ea10b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38117c3ef867423dac1a3f36cf604765&device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 1131 time: 0.0954721 Mar 24 14:05:47.056876 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181de64f-785e-497d-8030-7dd8c86e3cbe req-9ec07d7d-1430-4a04-b78e-484df69dfc07 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:47.058340 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-181de64f-785e-497d-8030-7dd8c86e3cbe req-9ec07d7d-1430-4a04-b78e-484df69dfc07 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.1094472 Mar 24 14:05:47.087510 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-725c3517-23d2-457e-8613-645620fb39a4 req-a7f99eba-76db-4ea1-bd3e-ec3713fd6c94 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657189 Mar 24 14:05:47.109115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-974089d3-035d-48c8-ad3f-57464566a066 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=34a0a776-5701-4ff5-80ce-d561f8824fc9 HTTP/1.1" status: 200 len: 217 time: 0.0455501 Mar 24 14:05:47.187815 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-181de64f-785e-497d-8030-7dd8c86e3cbe req-864e224d-61b1-466f-b186-f94035594910 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228814 Mar 24 14:05:47.189531 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-dbb311d9-b535-4604-92c5-94e9d36b1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:47.193308 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-dbb311d9-b535-4604-92c5-94e9d36b1cbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f41be66-79f3-4ec2-913c-ae20f4bd5dc6 HTTP/1.1" status: 200 len: 843 time: 0.0751548 Mar 24 14:05:47.250018 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-c4ecf357-c7cd-49da-8f9c-13627f523c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:47.251774 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-c4ecf357-c7cd-49da-8f9c-13627f523c51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b20e58e6-f790-414a-a2fc-a11997d4896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0541313 Mar 24 14:05:47.350508 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-edb4d02f-9038-49d0-9c54-659a42935d09 service neutron] 10.222.0.42 "GET /v2.0/networks/b20e58e6-f790-414a-a2fc-a11997d4896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Mar 24 14:05:47.439981 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bdcc819c-4a54-4914-94fa-d8249a35101c req-e8af01d3-141d-4be1-a69a-60697fdf0b4b service neutron] 10.222.0.42 "GET /v2.0/networks/b20e58e6-f790-414a-a2fc-a11997d4896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826895 Mar 24 14:05:47.618939 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43874) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:47.631955 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1fbc820b-e7f1-4919-8d46-58167978297e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:47.703226 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1fbc820b-e7f1-4919-8d46-58167978297e admin admin] Publish callbacks [] for security_group (8534667c-7d6d-437f-b0ea-b74ff3bba000), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:47.766149 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1fbc820b-e7f1-4919-8d46-58167978297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8534667c-7d6d-437f-b0ea-b74ff3bba000), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:47.805875 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-1fbc820b-e7f1-4919-8d46-58167978297e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b407fe97562e401ba0d68fc106160fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839328 Mar 24 14:05:47.806890 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43876) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:47.807929 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc820b-e7f1-4919-8d46-58167978297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8534667c-7d6d-437f-b0ea-b74ff3bba000,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:47.864194 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5ced69a5-4c43-451c-a62a-bf1d35f3d441 admin admin] Publish callbacks [] for security_group (8534667c-7d6d-437f-b0ea-b74ff3bba000), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:47.885290 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5ced69a5-4c43-451c-a62a-bf1d35f3d441 admin admin] Publish callbacks [] for security_group (8534667c-7d6d-437f-b0ea-b74ff3bba000), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:47.966491 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a4d2-90ab-4810-8c99-08be7a99cc59 req-d158c486-56d4-4c67-b214-31e1438f2111 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:47.968068 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ec98a4d2-90ab-4810-8c99-08be7a99cc59 req-d158c486-56d4-4c67-b214-31e1438f2111 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 947 time: 0.0579479 Mar 24 14:05:48.014867 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5ced69a5-4c43-451c-a62a-bf1d35f3d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8534667c-7d6d-437f-b0ea-b74ff3bba000), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:48.018122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5ced69a5-4c43-451c-a62a-bf1d35f3d441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:48.019755 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ec98a4d2-90ab-4810-8c99-08be7a99cc59 req-38f5306b-9cee-4621-a165-dab1ba66e9a1 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458157 Mar 24 14:05:48.019852 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5ced69a5-4c43-451c-a62a-bf1d35f3d441 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8534667c-7d6d-437f-b0ea-b74ff3bba000 HTTP/1.1" status: 204 len: 168 time: 0.2111900 Mar 24 14:05:48.029732 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced69a5-4c43-451c-a62a-bf1d35f3d441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534667c-7d6d-437f-b0ea-b74ff3bba000,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:48.219606 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c8571-6dab-4bf4-920e-0c71ba95a8cc req-c50badbc-a9de-4f0b-ad79-97bb8aaf0209 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:48.221076 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5b3c8571-6dab-4bf4-920e-0c71ba95a8cc req-c50badbc-a9de-4f0b-ad79-97bb8aaf0209 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0595105 Mar 24 14:05:48.269514 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5b3c8571-6dab-4bf4-920e-0c71ba95a8cc req-0a0b8a78-0e6d-41d2-ad62-7be9ea42c304 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425780 Mar 24 14:05:48.410456 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687e4c-3e2d-446d-86a7-9d2e6326db74 req-94026c98-bc14-405f-955d-355baefe45f4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:48.411951 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fb687e4c-3e2d-446d-86a7-9d2e6326db74 req-94026c98-bc14-405f-955d-355baefe45f4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0523415 Mar 24 14:05:48.420468 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43898) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:48.424831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'floatingip': {'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:48.497724 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (a65229c4-030d-4463-bed3-dc09baa5637a), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:48.971205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43918) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:48.985797 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d8a247da-1898-4ccb-87e7-1a7b2495a820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.072535 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d8a247da-1898-4ccb-87e7-1a7b2495a820 admin admin] Publish callbacks [] for security_group (e0158663-6fac-4038-85af-af825e1f9db5), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.166189 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d8a247da-1898-4ccb-87e7-1a7b2495a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e0158663-6fac-4038-85af-af825e1f9db5), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.212988 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d8a247da-1898-4ccb-87e7-1a7b2495a820 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a654dbffe29423bbf6ff80dd442a536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386291 Mar 24 14:05:49.212988 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a247da-1898-4ccb-87e7-1a7b2495a820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0158663-6fac-4038-85af-af825e1f9db5,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:49.213632 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43922) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:49.257321 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6d0bd-1818-4c62-8274-946a51506c46 req-c1ac76fe-d63f-406f-a1ea-9c1c2a392f97 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:49.259408 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-73b6d0bd-1818-4c62-8274-946a51506c46 req-c1ac76fe-d63f-406f-a1ea-9c1c2a392f97 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 947 time: 0.1496713 Mar 24 14:05:49.277516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-555337c7-3d9a-4caa-a47c-2cf7f24c659a admin admin] Publish callbacks [] for security_group (e0158663-6fac-4038-85af-af825e1f9db5), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.298507 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-555337c7-3d9a-4caa-a47c-2cf7f24c659a admin admin] Publish callbacks [] for security_group (e0158663-6fac-4038-85af-af825e1f9db5), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.349198 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43924) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:49.354296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552548947', 'description': 'tempest-description--744009811'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:49.384095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.388832 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-73b6d0bd-1818-4c62-8274-946a51506c46 req-6a93b75a-339f-420c-8658-f401267f46a6 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237078 Mar 24 14:05:49.460980 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-555337c7-3d9a-4caa-a47c-2cf7f24c659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e0158663-6fac-4038-85af-af825e1f9db5), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.463754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-555337c7-3d9a-4caa-a47c-2cf7f24c659a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.464902 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-555337c7-3d9a-4caa-a47c-2cf7f24c659a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0158663-6fac-4038-85af-af825e1f9db5 HTTP/1.1" status: 204 len: 168 time: 0.2449944 Mar 24 14:05:49.472707 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555337c7-3d9a-4caa-a47c-2cf7f24c659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0158663-6fac-4038-85af-af825e1f9db5,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:49.504131 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (a65229c4-030d-4463-bed3-dc09baa5637a), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.504585 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.580129 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group (f3c51f4f-a13e-421d-add9-7fad55b35f40), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.615634 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Floating IP a65229c4-030d-4463-bed3-dc09baa5637a associated. External IP: 172.27.0.196, port: b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc. Mar 24 14:05:49.648644 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f3c51f4f-a13e-421d-add9-7fad55b35f40), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.677362 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c51f4f-a13e-421d-add9-7fad55b35f40,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:49.729144 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.730367 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-37f27962-aa97-47d2-80b4-02233a4623ca tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3804483 Mar 24 14:05:49.733959 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 43928) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:49.739835 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'security_group_rule': {'security_group_id': 'f3c51f4f-a13e-421d-add9-7fad55b35f40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:49.830916 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group_rule (8e764b35-8d89-468a-8939-2d9d83a2fa51), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.840681 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:05:49.930475 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group_rule (8e764b35-8d89-468a-8939-2d9d83a2fa51), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.972811 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:05:49.979040 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:49.986216 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:05:50.005861 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:05:50.007076 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:50.012384 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (8e764b35-8d89-468a-8939-2d9d83a2fa51), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.014980 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-04640c23-25e7-4e5a-bb2e-f65b51df7c9a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "PUT /v2.0/floatingips/a65229c4-030d-4463-bed3-dc09baa5637a HTTP/1.1" status: 200 len: 991 time: 1.5934620 Mar 24 14:05:50.016554 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:50.019642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:50.051273 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e764b35-8d89-468a-8939-2d9d83a2fa51,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:50.080164 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f769c8b3-c1fd-4107-8e0a-a348c7c5dfab x-openstack-request-id: req-f769c8b3-c1fd-4107-8e0a-a348c7c5dfab {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:50.080324 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:50.080551 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f769c8b3-c1fd-4107-8e0a-a348c7c5dfab {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:50.081015 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f769c8b3-c1fd-4107-8e0a-a348c7c5dfab'] response: {'name': 'network-changed', 'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'status': 'completed', 'code': 200} Mar 24 14:05:50.144822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.145045 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:05:50.148501 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-68f58643-2cd2-4ba9-a17f-6fe00c3e96df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111154 Mar 24 14:05:50.148842 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43982) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:50.153532 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'security_group_rule': {'security_group_id': 'f3c51f4f-a13e-421d-add9-7fad55b35f40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:50.172034 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-1420879c-019c-4454-9dfe-1c2cb2a3e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:50.173644 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-1420879c-019c-4454-9dfe-1c2cb2a3e9ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1129 time: 0.0608087 Mar 24 14:05:50.244806 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group_rule (f3e29a9c-751f-4cf4-abe6-a51c7c81a7e1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.314717 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-de61b051-fd92-4014-8643-d3741ea78285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:50.318359 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-de61b051-fd92-4014-8643-d3741ea78285 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.1367199 Mar 24 14:05:50.349216 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group_rule (f3e29a9c-751f-4cf4-abe6-a51c7c81a7e1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.377040 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 43996) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:50.414747 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-2c2d6ded-bf29-48ab-9090-66190d0030db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 200 len: 999 time: 0.0891013 Mar 24 14:05:50.426233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (f3e29a9c-751f-4cf4-abe6-a51c7c81a7e1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.431953 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'a65229c4-030d-4463-bed3-dc09baa5637a', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'mac_address': 'fa:16:3e:53:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:23Z', 'updated_at': '2022-03-24T14:05:49Z', 'revision_number': 1, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:50.452655 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e29a9c-751f-4cf4-abe6-a51c7c81a7e1,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:50.459110 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:05:50.468800 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:05:50.469479 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:50.487190 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-c5478802-f368-49e0-a53c-5ba7224ac85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:50.489536 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-c5478802-f368-49e0-a53c-5ba7224ac85e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0684230 Mar 24 14:05:50.500449 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 34a0a776-5701-4ff5-80ce-d561f8824fc9 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:05:50.540817 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ef7bc-1c3d-413a-a47b-f7ca7551f833 req-7796dd3d-e983-4ee1-bda7-3f5e35359425 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:50.548791 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f13ef7bc-1c3d-413a-a47b-f7ca7551f833 req-7796dd3d-e983-4ee1-bda7-3f5e35359425 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 947 time: 0.0723178 Mar 24 14:05:50.558709 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.560033 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-53af2725-9976-40a7-84ae-62aafdef8c7c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101291 Mar 24 14:05:50.567692 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44006) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:50.579324 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:50.584166 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:05:50.605348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d22cf26c-7134-4a26-abdf-99cddab74966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.640806 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-a6f05e00-c9f5-4b78-afbd-d186c90fd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:50.642195 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-a6f05e00-c9f5-4b78-afbd-d186c90fd0f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1467538 Mar 24 14:05:50.685987 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f13ef7bc-1c3d-413a-a47b-f7ca7551f833 req-5c19521e-bf80-42e2-801e-d1662f251b2a tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361485 Mar 24 14:05:50.703414 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 34a0a776-5701-4ff5-80ce-d561f8824fc9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=34a0a776-5701-4ff5-80ce-d561f8824fc9,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:50.703670 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.720589 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '34a0a776-5701-4ff5-80ce-d561f8824fc9', 'network_id': 'b20e58e6-f790-414a-a2fc-a11997d4896d', 'port_id': '34a0a776-5701-4ff5-80ce-d561f8824fc9', 'mac_address': 'fa:16:3e:b3:32:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f41be66-79f3-4ec2-913c-ae20f4bd5dc6', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:05:50.778622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 34a0a776-5701-4ff5-80ce-d561f8824fc9 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:50.779412 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.793672 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-6b32be5b-7486-4200-9da7-8b12f032e188 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446745 Mar 24 14:05:50.830480 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a0a776-5701-4ff5-80ce-d561f8824fc9 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:05:50.858202 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d22cf26c-7134-4a26-abdf-99cddab74966 admin admin] Publish callbacks [] for security_group (639e1a38-acaa-459d-95f2-bc3eb0f2bb23), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.867338 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'a65229c4-030d-4463-bed3-dc09baa5637a', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'mac_address': 'fa:16:3e:53:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:23Z', 'updated_at': '2022-03-24T14:05:49Z', 'revision_number': 1, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:05:50.868462 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.887833 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 34a0a776-5701-4ff5-80ce-d561f8824fc9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=34a0a776-5701-4ff5-80ce-d561f8824fc9,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:50.931819 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d2b68-b2da-4c57-a34f-6df8e1fda093 None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'a65229c4-030d-4463-bed3-dc09baa5637a', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'mac_address': 'fa:16:3e:53:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:23Z', 'updated_at': '2022-03-24T14:05:49Z', 'revision_number': 1, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:05:50.960852 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:50.969573 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d41d10f-6c63-412f-95a6-7b7f5f8fa0ec req-94aae485-67dd-4c1b-a6fa-fee5647cc2e3 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684465 Mar 24 14:05:51.031082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=34a0a776-5701-4ff5-80ce-d561f8824fc9,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:51.168694 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d22cf26c-7134-4a26-abdf-99cddab74966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (639e1a38-acaa-459d-95f2-bc3eb0f2bb23), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.216605 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38870336-cc8f-43b1-bbac-9ff0bd007e87 None None] New status for floating IP a65229c4-030d-4463-bed3-dc09baa5637a: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:05:51.249193 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d22cf26c-7134-4a26-abdf-99cddab74966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9d92366de6b41648429cd5559867a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705039 Mar 24 14:05:51.251810 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cf26c-7134-4a26-abdf-99cddab74966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639e1a38-acaa-459d-95f2-bc3eb0f2bb23,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:51.252207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44022) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:51.286762 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Allocated IP 172.27.0.152 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/c4adf236-5dac-41da-9174-cb1864b9fdc9) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:51.325041 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8a9690a9-ae84-44e8-b504-c1bfdf20a166 admin admin] Publish callbacks [] for security_group (639e1a38-acaa-459d-95f2-bc3eb0f2bb23), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.335159 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['34a0a776-5701-4ff5-80ce-d561f8824fc9'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:05:51.348174 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8a9690a9-ae84-44e8-b504-c1bfdf20a166 admin admin] Publish callbacks [] for security_group (639e1a38-acaa-459d-95f2-bc3eb0f2bb23), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.431988 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.521540 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8a9690a9-ae84-44e8-b504-c1bfdf20a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (639e1a38-acaa-459d-95f2-bc3eb0f2bb23), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.524464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8a9690a9-ae84-44e8-b504-c1bfdf20a166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.526079 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8a9690a9-ae84-44e8-b504-c1bfdf20a166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/639e1a38-acaa-459d-95f2-bc3eb0f2bb23 HTTP/1.1" status: 204 len: 168 time: 0.2728567 Mar 24 14:05:51.535305 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9690a9-ae84-44e8-b504-c1bfdf20a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e1a38-acaa-459d-95f2-bc3eb0f2bb23,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:51.578583 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.635231 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:51.640564 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:51.645256 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:51.674440 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'Port': ['ID=c4adf236-5dac-41da-9174-cb1864b9fdc9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:51.845603 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:51.846591 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8675f-4d20-401f-8e8c-976467e19028 req-356123f1-2261-4b7c-aee3-587cb38e1c5c tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:51.848146 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-41c8675f-4d20-401f-8e8c-976467e19028 req-356123f1-2261-4b7c-aee3-587cb38e1c5c tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 948 time: 0.0639849 Mar 24 14:05:51.900082 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-41c8675f-4d20-401f-8e8c-976467e19028 req-58f2a618-d905-4c23-9e73-d2257a0f951f tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449886 Mar 24 14:05:51.991347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.166422 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.220561 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.297571 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'Port': ['ID=c4adf236-5dac-41da-9174-cb1864b9fdc9,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:52.311539 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.445781 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.449550 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8ba65e17-46a9-4de8-b948-a46b25efb6c5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8732183 Mar 24 14:05:52.531873 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 34a0a776-5701-4ff5-80ce-d561f8824fc9 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:05:52.673344 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-f5e9f2be-b940-44f6-bd5b-cb0b61ec8223 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1552548947&fields=id&tenant_id=61f40d27e14d4fd18c7e9df97f1972af HTTP/1.1" status: 200 len: 267 time: 0.0500507 Mar 24 14:05:52.698666 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 34a0a776-5701-4ff5-80ce-d561f8824fc9 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:05:52.703018 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 34a0a776-5701-4ff5-80ce-d561f8824fc9 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:52.703637 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.792771 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-35eb6edd-9f3b-4393-b764-582119c5d248 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:52.800406 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-35eb6edd-9f3b-4393-b764-582119c5d248 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 818 time: 0.1203218 Mar 24 14:05:52.811835 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-1432b398-ccac-44b3-83c6-bab8acc12c7a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/quotas/61f40d27e14d4fd18c7e9df97f1972af HTTP/1.1" status: 200 len: 375 time: 0.0102735 Mar 24 14:05:52.897067 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-c3315ec6-ec93-482d-8170-5476a06b3305 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0786097 Mar 24 14:05:52.930191 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 34a0a776-5701-4ff5-80ce-d561f8824fc9 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:05:52.930795 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:52.955355 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0a776-5701-4ff5-80ce-d561f8824fc9'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:52.957798 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b76438-9579-4014-9e68-35dc0048511e" -d '{"events": [{"server_uuid": "78e948c7-30cc-466a-b89c-8c5b82988bd7", "name": "network-vif-plugged", "status": "completed", "tag": "34a0a776-5701-4ff5-80ce-d561f8824fc9"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:52.981626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 34a0a776-5701-4ff5-80ce-d561f8824fc9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=34a0a776-5701-4ff5-80ce-d561f8824fc9,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:53.029692 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-e85fc257-48a3-4624-8794-a88280e8a8f9 service neutron] 10.222.0.20 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190422 Mar 24 14:05:53.061109 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:53.072025 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e7667-c7fa-4fd3-8a5e-b7cb5b626628 req-2d216856-a133-471b-bb57-1a334b412a07 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:53.075187 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-521e7667-c7fa-4fd3-8a5e-b7cb5b626628 req-2d216856-a133-471b-bb57-1a334b412a07 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 948 time: 0.0852542 Mar 24 14:05:53.147315 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=34a0a776-5701-4ff5-80ce-d561f8824fc9,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:53.172135 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-521e7667-c7fa-4fd3-8a5e-b7cb5b626628 req-5e3b6287-3b85-49a2-9663-f05227eebd8a tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884223 Mar 24 14:05:53.209436 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-558b2ea9-3733-451c-ad5d-dd24172a0107 service neutron] 10.222.0.20 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643627 Mar 24 14:05:53.234957 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7708e72d-1971-4658-ba75-0b5fdc55254f x-openstack-request-id: req-7708e72d-1971-4658-ba75-0b5fdc55254f {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:53.235099 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e948c7-30cc-466a-b89c-8c5b82988bd7", "name": "network-vif-plugged", "status": "completed", "tag": "34a0a776-5701-4ff5-80ce-d561f8824fc9", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:53.235636 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7708e72d-1971-4658-ba75-0b5fdc55254f {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:53.236253 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7708e72d-1971-4658-ba75-0b5fdc55254f'] response: {'server_uuid': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0a776-5701-4ff5-80ce-d561f8824fc9', 'code': 200} Mar 24 14:05:53.511230 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e0946dfc-5ad4-4461-b57c-1d4caaa0ec57 req-190a6e43-7231-4056-b4aa-c2da41497c2a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 210 time: 0.0316901 Mar 24 14:05:53.606645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3107b-994d-4254-99c0-4a0451feab63 req-388d666b-6079-4731-95a6-d616a1406a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:53.608133 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2cf3107b-994d-4254-99c0-4a0451feab63 req-388d666b-6079-4731-95a6-d616a1406a27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 1133 time: 0.0451803 Mar 24 14:05:53.646810 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:05:53.656410 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2cf3107b-994d-4254-99c0-4a0451feab63 req-eda2b02e-7101-4ecd-b683-dc4adcf609e6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Mar 24 14:05:54.289675 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a787bb-cb1d-4c15-bc71-532ce884d8d5 req-968d34fc-e9a6-4be7-8603-801628db2f40 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:54.291396 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-54a787bb-cb1d-4c15-bc71-532ce884d8d5 req-968d34fc-e9a6-4be7-8603-801628db2f40 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 949 time: 0.0580230 Mar 24 14:05:54.300641 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1d61-70fd-40c2-bb38-0c221b64419f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:54.344493 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-54a787bb-cb1d-4c15-bc71-532ce884d8d5 req-229fb5d8-d227-4d69-848a-2e5b1083cc3b tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Mar 24 14:05:54.607063 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-437de261-cdf5-4e32-8792-bf88a9657a5a req-e2566b29-b85e-48a1-8b9e-832b1b4d643c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 210 time: 0.0305598 Mar 24 14:05:55.470987 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc242a0-7b73-434e-bf9c-507c554d9849 req-c09687b8-f4bb-4613-aeaf-149dbd323792 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:55.473077 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cdc242a0-7b73-434e-bf9c-507c554d9849 req-c09687b8-f4bb-4613-aeaf-149dbd323792 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 949 time: 0.0529134 Mar 24 14:05:55.520952 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cdc242a0-7b73-434e-bf9c-507c554d9849 req-4179367c-d557-4c59-9dfd-136fd8b16023 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Mar 24 14:05:55.690013 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-dc888101-d027-446d-b251-91b4cfee0055 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:55.691522 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-dc888101-d027-446d-b251-91b4cfee0055 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 818 time: 0.1060996 Mar 24 14:05:55.722217 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-546b303b-5738-47e4-9296-298f9d32d3f9 req-c6ede459-25a1-41b4-aa86-4fcfc885d506 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 210 time: 0.0385439 Mar 24 14:05:55.770405 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-65ce9e29-0b93-4d46-a7d5-5c2d1b13b53c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61f40d27e14d4fd18c7e9df97f1972af HTTP/1.1" status: 200 len: 380 time: 0.0696173 Mar 24 14:05:55.778772 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'port': {'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'admin_state_up': True, 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'security_groups': ['f3c51f4f-a13e-421d-add9-7fad55b35f40']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:55.965293 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Made reservation on behalf of 61f40d27e14d4fd18c7e9df97f1972af for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:05:55.973254 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.108575 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Allocated IP 172.20.0.12 (21d3dd6f-be7f-409c-9835-18b79510f00d/f3843d83-8fa1-4aaa-8f90-0d283761c38d/12247311-5618-425e-883e-be1925762412) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:05:56.252699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for port (12247311-5618-425e-883e-be1925762412), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.357668 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (12247311-5618-425e-883e-be1925762412), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.397266 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Network 21d3dd6f-be7f-409c-9835-18b79510f00d is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:05:56.400357 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:05:56.404029 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:05:56.437542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event updated for resources: {'Port': ['ID=12247311-5618-425e-883e-be1925762412,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:56.471768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:56.472175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8ff647b6-a4c2-4016-979a-d30540f33d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.472704 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.572282 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-484ca0d2-741f-41d5-b6e3-c51bbb67f128 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970281 Mar 24 14:05:56.584499 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Request body: {'port': {'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:05:56.642931 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12247311-5618-425e-883e-be1925762412), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.649763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba25162-0f32-47e3-95a3-2b2f9f5b8a06 req-7b57e873-2443-4c79-89ce-ad1ce7fcbe9c tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:56.652724 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8ba25162-0f32-47e3-95a3-2b2f9f5b8a06 req-7b57e873-2443-4c79-89ce-ad1ce7fcbe9c tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 949 time: 0.0597057 Mar 24 14:05:56.653785 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-4d55c046-024a-499c-a6bd-71505c9cd774 None None] Provisioning complete for port 12247311-5618-425e-883e-be1925762412 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:05:56.654347 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4d55c046-024a-499c-a6bd-71505c9cd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12247311-5618-425e-883e-be1925762412), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:56.692882 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-4d55c046-024a-499c-a6bd-71505c9cd774 None None] Port 12247311-5618-425e-883e-be1925762412 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:05:56.700020 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8ba25162-0f32-47e3-95a3-2b2f9f5b8a06 req-adcb9aab-65ad-44ab-8e4d-cd3ab65f211e tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Mar 24 14:05:56.898488 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a9d3a-a214-4eb9-b23e-34cfa5670aa8 req-c9d24137-9987-4cbd-af94-55d415d7828b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:56.899941 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f96a9d3a-a214-4eb9-b23e-34cfa5670aa8 req-c9d24137-9987-4cbd-af94-55d415d7828b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 932 time: 0.0847764 Mar 24 14:05:56.986498 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f96a9d3a-a214-4eb9-b23e-34cfa5670aa8 req-ea91d27d-13dc-4c5e-9f38-84456d7b2197 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773377 Mar 24 14:05:56.994389 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12247311-5618-425e-883e-be1925762412 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:05:57.002381 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Publish callbacks [] for port (12247311-5618-425e-883e-be1925762412), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:57.015470 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Transition to ACTIVE for port object 12247311-5618-425e-883e-be1925762412 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:05:57.111303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (12247311-5618-425e-883e-be1925762412), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:57.188759 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Pushing event updated for resources: {'Port': ['ID=12247311-5618-425e-883e-be1925762412,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:57.272372 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Attempting to bind port 12247311-5618-425e-883e-be1925762412 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:05:57.272766 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Attempting to bind port 12247311-5618-425e-883e-be1925762412 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:05:57.273126 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Attempting to bind port 12247311-5618-425e-883e-be1925762412 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:57.285512 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb4c15-1c7f-41c6-b851-1a1ade0d6b73 req-a4f93df6-f200-4b0d-8699-8c71ec1a38a6 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:57.291130 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-58bb4c15-1c7f-41c6-b851-1a1ade0d6b73 req-a4f93df6-f200-4b0d-8699-8c71ec1a38a6 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 949 time: 0.0956175 Mar 24 14:05:57.291130 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Port 12247311-5618-425e-883e-be1925762412 on network 21d3dd6f-be7f-409c-9835-18b79510f00d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:05:57.291130 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Attempting to bind port 12247311-5618-425e-883e-be1925762412 on network 21d3dd6f-be7f-409c-9835-18b79510f00d {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:05:57.306761 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:05:57.307105 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Checking segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:05:57.307489 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Bound using segment: {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:05:57.307940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Bound port: 12247311-5618-425e-883e-be1925762412, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de8082b-6017-4664-9946-ca323967e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:05:57.308329 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12247311-5618-425e-883e-be1925762412), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:57.378814 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-58bb4c15-1c7f-41c6-b851-1a1ade0d6b73 req-a9291a2e-ba01-446d-a815-603afebeb81e tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849502 Mar 24 14:05:57.404369 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] For port 12247311-5618-425e-883e-be1925762412, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:05:57.407424 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] For port 12247311-5618-425e-883e-be1925762412, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=12247311-5618-425e-883e-be1925762412,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:05:57.483713 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (12247311-5618-425e-883e-be1925762412), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:57.522203 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:57.523337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:57.524696 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] 10.222.0.42 "PUT /v2.0/ports/12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 1094 time: 0.9444969 Mar 24 14:05:57.525142 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:57.527375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637289e-fe2a-4cea-b424-af178924f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:57.561703 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41b56-f462-4ecc-8375-24afdf5b49bf service neutron] Pushing event updated for resources: {'Port': ['ID=12247311-5618-425e-883e-be1925762412,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:57.571330 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de25d5c4-262e-4204-8ecb-6c127395eecf x-openstack-request-id: req-de25d5c4-262e-4204-8ecb-6c127395eecf {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:57.571679 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:57.571935 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de25d5c4-262e-4204-8ecb-6c127395eecf {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:57.572338 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de25d5c4-262e-4204-8ecb-6c127395eecf'] response: {'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412', 'status': 'completed', 'code': 200} Mar 24 14:05:57.639031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637289e-fe2a-4cea-b424-af178924f19a req-800ecc22-5f98-4a52-be56-502492a9b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:57.641851 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a637289e-fe2a-4cea-b424-af178924f19a req-800ecc22-5f98-4a52-be56-502492a9b05a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1128 time: 0.0467231 Mar 24 14:05:57.758447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637289e-fe2a-4cea-b424-af178924f19a req-95872147-930a-4679-9abd-4187a0e8f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:57.760148 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a637289e-fe2a-4cea-b424-af178924f19a req-95872147-930a-4679-9abd-4187a0e8f278 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1104884 Mar 24 14:05:57.815564 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.136516 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44248) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:58.153869 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785005-3f9a-415f-8ceb-1085af95ee68 req-f20380e6-7b3e-403b-b038-d9417da9b23d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:58.155326 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ec785005-3f9a-415f-8ceb-1085af95ee68 req-f20380e6-7b3e-403b-b038-d9417da9b23d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0923100 Mar 24 14:05:58.157002 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637289e-fe2a-4cea-b424-af178924f19a req-0257aacc-a4ce-4a76-a085-2e20c4c13315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:58.158347 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a637289e-fe2a-4cea-b424-af178924f19a req-0257aacc-a4ce-4a76-a085-2e20c4c13315 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3918164 Mar 24 14:05:58.213133 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ec785005-3f9a-415f-8ceb-1085af95ee68 req-676d4673-22ad-4157-a112-45b9227e76a5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524359 Mar 24 14:05:58.245621 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-98c38be6-fd99-45ca-a9cc-8a7415027c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:58.247179 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-98c38be6-fd99-45ca-a9cc-8a7415027c1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1128 time: 0.0485318 Mar 24 14:05:58.249772 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8915d7a7-1587-40d7-bb0f-d585cda7959d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.289513 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-d791427f-82c3-4f21-91b1-9a14b2f2807b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 217 time: 0.0332727 Mar 24 14:05:58.325462 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8915d7a7-1587-40d7-bb0f-d585cda7959d admin admin] Publish callbacks [] for security_group (abef4196-0d9b-4e49-a181-cbc2f8d43026), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.346138 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-8f560f58-5b49-4ef0-90ea-5b9f60bb0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:58.347608 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-8f560f58-5b49-4ef0-90ea-5b9f60bb0efb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0473809 Mar 24 14:05:58.397142 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-a1249366-0797-4559-b288-7e9731240f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:58.397299 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8915d7a7-1587-40d7-bb0f-d585cda7959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (abef4196-0d9b-4e49-a181-cbc2f8d43026), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.403175 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-a1249366-0797-4559-b288-7e9731240f15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447819 Mar 24 14:05:58.443686 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8915d7a7-1587-40d7-bb0f-d585cda7959d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7ab01841c6a4e4e977ebb9daf92e7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058937 Mar 24 14:05:58.445631 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915d7a7-1587-40d7-bb0f-d585cda7959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abef4196-0d9b-4e49-a181-cbc2f8d43026,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:58.448107 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44256) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:58.507149 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-f01232bb-7aac-4120-bcab-529aa741559b service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987856 Mar 24 14:05:58.536879 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0a05f56a-7a07-416f-ac54-0ba3ea178f63 admin admin] Publish callbacks [] for security_group (abef4196-0d9b-4e49-a181-cbc2f8d43026), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.547123 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a2b0-0c7a-48d1-a84f-d153f886690f req-f8c76e66-5d71-4699-a1f9-b5e36a463314 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:58.548592 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-73d7a2b0-0c7a-48d1-a84f-d153f886690f req-f8c76e66-5d71-4699-a1f9-b5e36a463314 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 949 time: 0.0815337 Mar 24 14:05:58.582158 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0a05f56a-7a07-416f-ac54-0ba3ea178f63 admin admin] Publish callbacks [] for security_group (abef4196-0d9b-4e49-a181-cbc2f8d43026), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.602276 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b9950d19-b4c5-4383-9d02-61714c7d3fbe req-612fadc8-396d-48cf-85c7-a21c8de4f8ca service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890687 Mar 24 14:05:58.631993 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-73d7a2b0-0c7a-48d1-a84f-d153f886690f req-e248d714-4d05-42f6-9edb-5168d9a31cdb tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/security-groups?id=f84e5776-e8d8-481d-a927-877f8ae36cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Mar 24 14:05:58.763204 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0a05f56a-7a07-416f-ac54-0ba3ea178f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (abef4196-0d9b-4e49-a181-cbc2f8d43026), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.765768 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0a05f56a-7a07-416f-ac54-0ba3ea178f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:58.766962 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-0a05f56a-7a07-416f-ac54-0ba3ea178f63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abef4196-0d9b-4e49-a181-cbc2f8d43026 HTTP/1.1" status: 204 len: 168 time: 0.3179359 Mar 24 14:05:58.774919 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05f56a-7a07-416f-ac54-0ba3ea178f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef4196-0d9b-4e49-a181-cbc2f8d43026,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:59.012806 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-dcd2df73-d050-4fc9-8363-6f933e8b9cd7 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:59.015127 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-dcd2df73-d050-4fc9-8363-6f933e8b9cd7 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 949 time: 0.0542061 Mar 24 14:05:59.056212 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.122437 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Deleting port 34a0a776-5701-4ff5-80ce-d561f8824fc9 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:05:59.122806 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.212537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] For port 34a0a776-5701-4ff5-80ce-d561f8824fc9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=34a0a776-5701-4ff5-80ce-d561f8824fc9,segment=NetworkSegment(ed2df4fe-e2f1-4951-bb10-85f8557d190c),segment_id=ed2df4fe-e2f1-4951-bb10-85f8557d190c)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:05:59.213209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.226103 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Calling delete_port for 34a0a776-5701-4ff5-80ce-d561f8824fc9 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:05:59.377974 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb4830-432d-46a6-9fd7-4d5928ee65c6 req-e19f49f3-88a7-49c8-9b49-5bfd9ae89b2a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:05:59.378121 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44266) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:59.379474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c5cb4830-432d-46a6-9fd7-4d5928ee65c6 req-e19f49f3-88a7-49c8-9b49-5bfd9ae89b2a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0920072 Mar 24 14:05:59.391477 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2e899f9e-24f0-4a1f-8cef-fc0100e75f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.441599 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c5cb4830-432d-46a6-9fd7-4d5928ee65c6 req-24ea64b0-ed49-4810-bcad-9a7296057c63 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532906 Mar 24 14:05:59.480045 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2e899f9e-24f0-4a1f-8cef-fc0100e75f6d admin admin] Publish callbacks [] for security_group (dfe171a1-e326-496f-a1f5-51e068695c2c), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.480829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (34a0a776-5701-4ff5-80ce-d561f8824fc9), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.497807 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['34a0a776-5701-4ff5-80ce-d561f8824fc9'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:05:59.509672 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Pushing event deleted for resources: {'Port': ['ID=34a0a776-5701-4ff5-80ce-d561f8824fc9,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:59.555222 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2e899f9e-24f0-4a1f-8cef-fc0100e75f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (dfe171a1-e326-496f-a1f5-51e068695c2c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.558488 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] No DVR routers for this DVR port 34a0a776-5701-4ff5-80ce-d561f8824fc9 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:05:59.563099 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.566420 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5a81c9b4-9985-4f6a-be4e-725e92892dc9 req-7bec6edd-ab12-4809-9ca0-34c939ce7ff2 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.42 "DELETE /v2.0/ports/34a0a776-5701-4ff5-80ce-d561f8824fc9 HTTP/1.1" status: 204 len: 173 time: 0.5459387 Mar 24 14:05:59.573238 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'name': 'network-vif-deleted', 'tag': '34a0a776-5701-4ff5-80ce-d561f8824fc9'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:05:59.577319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e4ad1-af0f-49cd-8c77-e9a784df2f03" -d '{"events": [{"server_uuid": "78e948c7-30cc-466a-b89c-8c5b82988bd7", "name": "network-vif-deleted", "tag": "34a0a776-5701-4ff5-80ce-d561f8824fc9"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:05:59.596649 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2e899f9e-24f0-4a1f-8cef-fc0100e75f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6e225ee4ea64d3481382843e7d5f1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174854 Mar 24 14:05:59.597530 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e899f9e-24f0-4a1f-8cef-fc0100e75f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe171a1-e326-496f-a1f5-51e068695c2c,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:05:59.599409 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44272) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:05:59.635462 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a23c025-08ae-4cdb-9590-95d0f5e0d4f2 x-openstack-request-id: req-4a23c025-08ae-4cdb-9590-95d0f5e0d4f2 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:05:59.635726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e948c7-30cc-466a-b89c-8c5b82988bd7", "name": "network-vif-deleted", "tag": "34a0a776-5701-4ff5-80ce-d561f8824fc9", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:05:59.635999 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a23c025-08ae-4cdb-9590-95d0f5e0d4f2 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:05:59.636396 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a23c025-08ae-4cdb-9590-95d0f5e0d4f2'] response: {'server_uuid': '78e948c7-30cc-466a-b89c-8c5b82988bd7', 'name': 'network-vif-deleted', 'tag': '34a0a776-5701-4ff5-80ce-d561f8824fc9', 'status': 'completed', 'code': 200} Mar 24 14:05:59.675736 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6783607e-e439-4f5a-8db2-6dc4f5f8618b admin admin] Publish callbacks [] for security_group (dfe171a1-e326-496f-a1f5-51e068695c2c), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.706963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6783607e-e439-4f5a-8db2-6dc4f5f8618b admin admin] Publish callbacks [] for security_group (dfe171a1-e326-496f-a1f5-51e068695c2c), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.745837 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1c6bc1db-3ea9-41de-8ded-48f384a4107e req-0544fa9f-c2c0-4cc1-a02f-d47ac9785477 tempest-VolumesNegativeTest-2076449226 tempest-VolumesNegativeTest-2076449226-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e948c7-30cc-466a-b89c-8c5b82988bd7 HTTP/1.1" status: 200 len: 210 time: 0.0368183 Mar 24 14:05:59.877164 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6783607e-e439-4f5a-8db2-6dc4f5f8618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (dfe171a1-e326-496f-a1f5-51e068695c2c), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.879753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6783607e-e439-4f5a-8db2-6dc4f5f8618b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:05:59.880905 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6783607e-e439-4f5a-8db2-6dc4f5f8618b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfe171a1-e326-496f-a1f5-51e068695c2c HTTP/1.1" status: 204 len: 168 time: 0.2787025 Mar 24 14:05:59.888886 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783607e-e439-4f5a-8db2-6dc4f5f8618b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe171a1-e326-496f-a1f5-51e068695c2c,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:00.581345 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0897-7292-4974-af7d-0af9e0444c95 req-ca999c88-e51e-4ba9-8cc0-0e2e535d3439 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:00.582832 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-125f0897-7292-4974-af7d-0af9e0444c95 req-ca999c88-e51e-4ba9-8cc0-0e2e535d3439 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0565076 Mar 24 14:06:00.619842 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:00.634401 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-125f0897-7292-4974-af7d-0af9e0444c95 req-11c394d6-f768-4818-aad2-948936cc47e6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Mar 24 14:06:01.756677 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00cf75-6d1c-454f-a546-e0912ec2ba3c req-8ac477b9-10c1-4689-84cf-ea209af6d21f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:01.758171 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9a00cf75-6d1c-454f-a546-e0912ec2ba3c req-8ac477b9-10c1-4689-84cf-ea209af6d21f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0531924 Mar 24 14:06:01.807111 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9a00cf75-6d1c-454f-a546-e0912ec2ba3c req-0077b9ef-b91e-4cba-96ba-d27c8f1db192 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Mar 24 14:06:02.425784 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44348) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:02.532275 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-57681d49-4d26-4dd7-aeae-60c317cad80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.580470 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 34a0a776-5701-4ff5-80ce-d561f8824fc9 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:06:02.600800 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 34a0a776-5701-4ff5-80ce-d561f8824fc9 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:06:02.601139 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 34a0a776-5701-4ff5-80ce-d561f8824fc9 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:06:02.610121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-57681d49-4d26-4dd7-aeae-60c317cad80b admin admin] Publish callbacks [] for security_group (b822f44c-53e1-40f9-b9af-8e19a69ec605), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.697813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-57681d49-4d26-4dd7-aeae-60c317cad80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b822f44c-53e1-40f9-b9af-8e19a69ec605), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.743798 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57681d49-4d26-4dd7-aeae-60c317cad80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b822f44c-53e1-40f9-b9af-8e19a69ec605,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:02.748119 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-57681d49-4d26-4dd7-aeae-60c317cad80b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bf9590d5dad4b178bf357bbb061267f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213017 Mar 24 14:06:02.750801 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44354) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:02.798348 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ad2c-d28c-4c2c-919f-1f0fb4f10752 admin admin] Publish callbacks [] for security_group (b822f44c-53e1-40f9-b9af-8e19a69ec605), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.820815 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ad2c-d28c-4c2c-919f-1f0fb4f10752 admin admin] Publish callbacks [] for security_group (b822f44c-53e1-40f9-b9af-8e19a69ec605), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.924843 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe18b6-9c57-46a3-926d-43cd4e9a3e15 req-a75dec92-9667-4524-b25e-85c126ce12aa tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:02.926431 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1bbe18b6-9c57-46a3-926d-43cd4e9a3e15 req-a75dec92-9667-4524-b25e-85c126ce12aa tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0538414 Mar 24 14:06:02.957417 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ad2c-d28c-4c2c-919f-1f0fb4f10752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b822f44c-53e1-40f9-b9af-8e19a69ec605), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.959865 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ad2c-d28c-4c2c-919f-1f0fb4f10752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:02.960918 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2dc4ad2c-d28c-4c2c-919f-1f0fb4f10752 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b822f44c-53e1-40f9-b9af-8e19a69ec605 HTTP/1.1" status: 204 len: 168 time: 0.2092159 Mar 24 14:06:02.978353 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4ad2c-d28c-4c2c-919f-1f0fb4f10752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b822f44c-53e1-40f9-b9af-8e19a69ec605,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:02.985612 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1bbe18b6-9c57-46a3-926d-43cd4e9a3e15 req-4eaab52c-288f-4b31-b497-322087e49973 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529671 Mar 24 14:06:03.573024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44368) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:03.586181 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d791d94-752f-4957-8b5e-55a6257ad485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.658277 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d791d94-752f-4957-8b5e-55a6257ad485 admin admin] Publish callbacks [] for security_group (b56b4634-8dbd-4eb6-a16d-58f30e75a037), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.723213 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d791d94-752f-4957-8b5e-55a6257ad485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b56b4634-8dbd-4eb6-a16d-58f30e75a037), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.762088 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7d791d94-752f-4957-8b5e-55a6257ad485 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a0eeb330a504ba7bf8d028a690d142c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879773 Mar 24 14:06:03.763089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d791d94-752f-4957-8b5e-55a6257ad485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b4634-8dbd-4eb6-a16d-58f30e75a037,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:03.764716 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44372) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:03.811367 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed975-e5cd-4ccc-86c8-41e350e49f05 admin admin] Publish callbacks [] for security_group (b56b4634-8dbd-4eb6-a16d-58f30e75a037), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.833822 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed975-e5cd-4ccc-86c8-41e350e49f05 admin admin] Publish callbacks [] for security_group (b56b4634-8dbd-4eb6-a16d-58f30e75a037), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.957271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed975-e5cd-4ccc-86c8-41e350e49f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b56b4634-8dbd-4eb6-a16d-58f30e75a037), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.959956 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed975-e5cd-4ccc-86c8-41e350e49f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:03.961699 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8a3ed975-e5cd-4ccc-86c8-41e350e49f05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b56b4634-8dbd-4eb6-a16d-58f30e75a037 HTTP/1.1" status: 204 len: 168 time: 0.1958582 Mar 24 14:06:03.969715 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ed975-e5cd-4ccc-86c8-41e350e49f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b4634-8dbd-4eb6-a16d-58f30e75a037,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:04.114679 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3131350-f7a9-4453-9f1d-155037259999 req-1d82a4bd-296a-4f25-8e1e-33ae597ac0bd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:04.116193 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c3131350-f7a9-4453-9f1d-155037259999 req-1d82a4bd-296a-4f25-8e1e-33ae597ac0bd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0525074 Mar 24 14:06:04.164730 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c3131350-f7a9-4453-9f1d-155037259999 req-696f4b1b-0cee-4bcb-a404-2c4cb9356dad tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Mar 24 14:06:04.943627 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44400) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:05.040851 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-146101669-network', 'tenant_id': 'dd040903fe8b419ea9d904af12036c1c'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:05.126572 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Made reservation on behalf of dd040903fe8b419ea9d904af12036c1c for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:05.128948 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.147292 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.223217 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks [] for security_group (f666c74d-bc1c-48cf-a068-2d461449ad7d), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.286604 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f666c74d-bc1c-48cf-a068-2d461449ad7d), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.288573 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53cce-1206-495a-95c6-b5ff12ed7474 req-784f0fe1-f9c7-49dd-8204-aa0848a7a77a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:05.291980 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9dd53cce-1206-495a-95c6-b5ff12ed7474 req-784f0fe1-f9c7-49dd-8204-aa0848a7a77a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0539389 Mar 24 14:06:05.315670 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:06:05.326322 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f666c74d-bc1c-48cf-a068-2d461449ad7d,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:05.331151 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (944603eb-a1c0-41d8-8551-88d4ac9c55cd), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.331495 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Added segment 944603eb-a1c0-41d8-8551-88d4ac9c55cd of type vlan for network 83953864-4c7e-444f-bc0b-9ec7ee1754af Mar 24 14:06:05.344697 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9dd53cce-1206-495a-95c6-b5ff12ed7474 req-915579aa-c6e2-467b-a6ec-01b9c3a57e4d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485849 Mar 24 14:06:05.376070 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (83953864-4c7e-444f-bc0b-9ec7ee1754af), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.475019 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (83953864-4c7e-444f-bc0b-9ec7ee1754af), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.476055 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:05.476643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.537109 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] Pushing event updated for resources: {'Network': ['ID=83953864-4c7e-444f-bc0b-9ec7ee1754af,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:05.546543 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 83953864-4c7e-444f-bc0b-9ec7ee1754af details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:06:05.600965 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-903b961a-36ba-4826-8b85-ae18b4319cbd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6562111 Mar 24 14:06:05.603061 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44408) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:05.608240 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Request body: {'subnet': {'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-146101669-subnet', 'tenant_id': 'dd040903fe8b419ea9d904af12036c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:05.697640 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Made reservation on behalf of dd040903fe8b419ea9d904af12036c1c for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:05.700049 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.929499 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (40d683d4-1780-457e-8048-096ff729a800), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:05.977371 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d683d4-1780-457e-8048-096ff729a800,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:05.993486 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Checking segment: {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:05.993912 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Network hostable DHCP agents. Network: 83953864-4c7e-444f-bc0b-9ec7ee1754af, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:06:06.080364 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Network 83953864-4c7e-444f-bc0b-9ec7ee1754af is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:06:06.166094 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 83953864-4c7e-444f-bc0b-9ec7ee1754af) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:06.170300 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:06.170928 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:06.175696 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f34595-f4f2-4d0e-aaf6-ec1259ca20a0 None None] Network 83953864-4c7e-444f-bc0b-9ec7ee1754af requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:06:06.180184 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:06.266775 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f359bc08-b324-478d-b5e7-7ce3c73adcd0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6625381 Mar 24 14:06:06.283609 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1cb1b3-8531-4c6b-8436-f09c37ae809c None None] Network 83953864-4c7e-444f-bc0b-9ec7ee1754af requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:06:06.487855 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53bb9-9eef-4b0f-a2ad-7048c6d9ca54 req-0b8466bd-c38c-4c1e-86bd-15cdc9b35c1b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:06.489365 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b6a53bb9-9eef-4b0f-a2ad-7048c6d9ca54 req-0b8466bd-c38c-4c1e-86bd-15cdc9b35c1b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0711110 Mar 24 14:06:06.542184 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b6a53bb9-9eef-4b0f-a2ad-7048c6d9ca54 req-5aa8b3a8-c1eb-4b58-8fd6-4c87e562f246 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473881 Mar 24 14:06:07.658109 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644ee1-5451-474e-8e28-db8887adacc1 req-d9c522ce-58cf-4fab-bb03-46929a030e39 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:07.659528 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15644ee1-5451-474e-8e28-db8887adacc1 req-d9c522ce-58cf-4fab-bb03-46929a030e39 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0527732 Mar 24 14:06:07.709780 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15644ee1-5451-474e-8e28-db8887adacc1 req-db532bdb-fe23-4865-b838-77382be05ea3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Mar 24 14:06:08.831244 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5c4af-afd0-41d5-b44e-67794aabbbe4 req-3f3318c3-f23c-4791-96cf-dc670b5ac6a6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:08.832856 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e0d5c4af-afd0-41d5-b44e-67794aabbbe4 req-3f3318c3-f23c-4791-96cf-dc670b5ac6a6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0557134 Mar 24 14:06:08.880662 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e0d5c4af-afd0-41d5-b44e-67794aabbbe4 req-0e8cfea7-7a89-4e44-8558-e9b520db5ba1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Mar 24 14:06:09.594741 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-1368e424-a87d-4490-8d7c-60044ef59bdd tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:09.594741 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-1368e424-a87d-4490-8d7c-60044ef59bdd tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/networks?id=83953864-4c7e-444f-bc0b-9ec7ee1754af HTTP/1.1" status: 200 len: 813 time: 0.1046610 Mar 24 14:06:09.602734 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-10547e6c-fb04-4d17-a4bf-1384845f6afd tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/quotas/dd040903fe8b419ea9d904af12036c1c HTTP/1.1" status: 200 len: 375 time: 0.0147276 Mar 24 14:06:09.630703 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-d998fddc-3603-4f15-8eff-3f8371b8032f tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd040903fe8b419ea9d904af12036c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269845 Mar 24 14:06:09.719932 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-9f0f21e7-cce4-4643-bcee-22d1699a4cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823023 Mar 24 14:06:09.815537 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-bb070328-fccd-4256-a5bf-076f294e8424 service neutron] 10.222.0.20 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Mar 24 14:06:10.008795 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33185b-f3de-4408-bf5d-2c9e9f869547 req-c333cf9b-99f6-4fa5-8b20-617c24c66095 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:10.010257 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fd33185b-f3de-4408-bf5d-2c9e9f869547 req-c333cf9b-99f6-4fa5-8b20-617c24c66095 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 944 time: 0.0564709 Mar 24 14:06:10.065360 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fd33185b-f3de-4408-bf5d-2c9e9f869547 req-0da052bd-10bd-4bb5-92e5-0db9e8c17a97 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489848 Mar 24 14:06:10.110068 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fd566f03-c2f3-498b-9951-2cad5ea0cfe9 req-d6fcae19-2157-40c0-af0b-2e2e9e99c9c4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 210 time: 0.0339313 Mar 24 14:06:10.609277 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 12247311-5618-425e-883e-be1925762412 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:06:10.720357 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 12247311-5618-425e-883e-be1925762412, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=12247311-5618-425e-883e-be1925762412,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:10.726356 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '12247311-5618-425e-883e-be1925762412', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'port_id': '12247311-5618-425e-883e-be1925762412', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:06:10.767057 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 12247311-5618-425e-883e-be1925762412 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:10.767451 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12247311-5618-425e-883e-be1925762412), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:10.779874 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12247311-5618-425e-883e-be1925762412 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:06:10.799050 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 12247311-5618-425e-883e-be1925762412, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=12247311-5618-425e-883e-be1925762412,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:10.872024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (12247311-5618-425e-883e-be1925762412), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:10.917580 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=12247311-5618-425e-883e-be1925762412,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:11.186870 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991a064-7ef6-4da6-94eb-5335d0c79c08 req-acfd6da3-869a-4ee1-92e2-bcdb43a7efee tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:11.188383 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3991a064-7ef6-4da6-94eb-5335d0c79c08 req-acfd6da3-869a-4ee1-92e2-bcdb43a7efee tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 945 time: 0.0530324 Mar 24 14:06:11.191790 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-40e49f75-8249-4794-9884-12f43a9abc03 req-8d6733f1-a1a1-4bce-add5-5baac17a2fb4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 210 time: 0.0259666 Mar 24 14:06:11.235391 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3991a064-7ef6-4da6-94eb-5335d0c79c08 req-8df7373a-207e-4c41-a026-9b28c70da1af tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Mar 24 14:06:11.284456 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['12247311-5618-425e-883e-be1925762412'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:06:12.151068 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44756) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:12.285821 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a7fde668-40bf-4081-91ea-0322deaf599f req-668cefda-bb0b-49e1-a8a3-9aaecff8a0f9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 210 time: 0.0265729 Mar 24 14:06:12.286399 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44764) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:12.287356 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-fdb5ee1b-d924-4517-8540-e4e1d36d643d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38117c3ef867423dac1a3f36cf604765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348586 Mar 24 14:06:12.341141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d2abed1-e99a-4e8e-bbe4-7e2d27b60cee admin admin] Publish callbacks [] for security_group (f84e5776-e8d8-481d-a927-877f8ae36cf0), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:12.349976 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206e7d-47e1-4ad8-a92d-c728b60237dc req-b1f379fc-dd11-4c47-86e7-847b4566489a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:12.352257 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5e206e7d-47e1-4ad8-a92d-c728b60237dc req-b1f379fc-dd11-4c47-86e7-847b4566489a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 945 time: 0.0516264 Mar 24 14:06:12.363210 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d2abed1-e99a-4e8e-bbe4-7e2d27b60cee admin admin] Publish callbacks [] for security_group (f84e5776-e8d8-481d-a927-877f8ae36cf0), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:12.402248 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5e206e7d-47e1-4ad8-a92d-c728b60237dc req-668047ed-93e3-4a27-9d67-c6a743e2181d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443125 Mar 24 14:06:12.471612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d2abed1-e99a-4e8e-bbe4-7e2d27b60cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f84e5776-e8d8-481d-a927-877f8ae36cf0), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:12.474248 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d2abed1-e99a-4e8e-bbe4-7e2d27b60cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:12.475459 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9d2abed1-e99a-4e8e-bbe4-7e2d27b60cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f84e5776-e8d8-481d-a927-877f8ae36cf0 HTTP/1.1" status: 204 len: 168 time: 0.1884286 Mar 24 14:06:12.484887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2abed1-e99a-4e8e-bbe4-7e2d27b60cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84e5776-e8d8-481d-a927-877f8ae36cf0,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:12.667522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-3b3699a8-48b3-4047-ab81-0ae5c9766293 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:12.668943 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-3b3699a8-48b3-4047-ab81-0ae5c9766293 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "GET /v2.0/networks?id=83953864-4c7e-444f-bc0b-9ec7ee1754af HTTP/1.1" status: 200 len: 813 time: 0.0967536 Mar 24 14:06:12.688375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Request body: {'port': {'device_id': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af', 'admin_state_up': True, 'tenant_id': 'dd040903fe8b419ea9d904af12036c1c'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:12.876989 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Made reservation on behalf of dd040903fe8b419ea9d904af12036c1c for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:12.880475 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.010815 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Allocated IP 172.20.0.9 (83953864-4c7e-444f-bc0b-9ec7ee1754af/40d683d4-1780-457e-8048-096ff729a800/7fa26872-2905-46c1-be3e-8bf86a9f460b) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:13.158377 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks [] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.250252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.294146 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Network 83953864-4c7e-444f-bc0b-9ec7ee1754af is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:13.295185 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:13.305676 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:13.325531 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Pushing event updated for resources: {'Port': ['ID=7fa26872-2905-46c1-be3e-8bf86a9f460b,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:13.353195 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:13.353805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.408372 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d81725-0afb-4737-82ce-f12bf47a00ea req-5e584c17-6107-4f17-8194-c3227c0428c9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:13.409819 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-70d81725-0afb-4737-82ce-f12bf47a00ea req-5e584c17-6107-4f17-8194-c3227c0428c9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 931 time: 0.0532026 Mar 24 14:06:13.452877 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-5c695a79-cb66-401c-8385-8e00d5a15512 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679384 Mar 24 14:06:13.467277 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Request body: {'port': {'device_id': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:13.475000 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-70d81725-0afb-4737-82ce-f12bf47a00ea req-5835d996-21a3-4879-8675-2a63c7fc0885 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588305 Mar 24 14:06:13.528003 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44798) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:13.532004 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028292-e1d8-4111-b2b0-428d4bcb9c9d req-1df98662-bfc0-4d6a-b925-08ba13a2b6eb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:13.533560 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bb028292-e1d8-4111-b2b0-428d4bcb9c9d req-1df98662-bfc0-4d6a-b925-08ba13a2b6eb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 945 time: 0.0596092 Mar 24 14:06:13.537918 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.588870 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bb028292-e1d8-4111-b2b0-428d4bcb9c9d req-72c50412-d0f9-4ac0-ac01-af44dd4066fb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Mar 24 14:06:13.643526 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-812602428-network', 'tenant_id': '4b095acd61c84709a047179245841144'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:13.745762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Made reservation on behalf of 4b095acd61c84709a047179245841144 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:13.747992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.763935 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.842596 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa26872-2905-46c1-be3e-8bf86a9f460b {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:06:13.853770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Publish callbacks [] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.873114 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Transition to ACTIVE for port object 7fa26872-2905-46c1-be3e-8bf86a9f460b will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:06:13.897569 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks [] for security_group (f68faa08-fd1f-4c34-95ee-ec2424b7c46b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.931795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.960963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f68faa08-fd1f-4c34-95ee-ec2424b7c46b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:13.995474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:06:14.007680 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Pushing event updated for resources: {'Port': ['ID=7fa26872-2905-46c1-be3e-8bf86a9f460b,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:14.022115 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68faa08-fd1f-4c34-95ee-ec2424b7c46b,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:14.025393 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (3203bc80-4fca-49cf-a314-8acde92d9977), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.025733 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Added segment 3203bc80-4fca-49cf-a314-8acde92d9977 of type vlan for network b63a317d-a60c-4e48-8e87-fe850893caee Mar 24 14:06:14.099682 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (b63a317d-a60c-4e48-8e87-fe850893caee), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.135376 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Attempting to bind port 7fa26872-2905-46c1-be3e-8bf86a9f460b on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:14.135708 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Attempting to bind port 7fa26872-2905-46c1-be3e-8bf86a9f460b by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:14.136030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Attempting to bind port 7fa26872-2905-46c1-be3e-8bf86a9f460b on network 83953864-4c7e-444f-bc0b-9ec7ee1754af {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:14.141648 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Port 7fa26872-2905-46c1-be3e-8bf86a9f460b on network 83953864-4c7e-444f-bc0b-9ec7ee1754af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:06:14.141966 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Attempting to bind port 7fa26872-2905-46c1-be3e-8bf86a9f460b on network 83953864-4c7e-444f-bc0b-9ec7ee1754af {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:14.146693 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:14.147023 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Checking segment: {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:14.147398 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Bound using segment: {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:14.148564 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Bound port: 7fa26872-2905-46c1-be3e-8bf86a9f460b, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:14.148684 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.200397 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (b63a317d-a60c-4e48-8e87-fe850893caee), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.201319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.201885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.248904 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] For port 7fa26872-2905-46c1-be3e-8bf86a9f460b, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:14.270514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] For port 7fa26872-2905-46c1-be3e-8bf86a9f460b, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7fa26872-2905-46c1-be3e-8bf86a9f460b,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:14.275434 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b63a317d-a60c-4e48-8e87-fe850893caee,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:14.285494 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network b63a317d-a60c-4e48-8e87-fe850893caee details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:06:14.326521 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-76ae9ee5-9b56-41d3-9aed-1e3c932549f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7973092 Mar 24 14:06:14.329832 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44806) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:14.334777 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Request body: {'subnet': {'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-812602428-subnet', 'tenant_id': '4b095acd61c84709a047179245841144', 'ip_version': 4}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:14.357321 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.392269 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.392950 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.394356 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] 10.222.0.42 "PUT /v2.0/ports/7fa26872-2905-46c1-be3e-8bf86a9f460b HTTP/1.1" status: 200 len: 1093 time: 0.9312193 Mar 24 14:06:14.394815 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'tag': '7fa26872-2905-46c1-be3e-8bf86a9f460b'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:06:14.405752 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d67841-956c-4305-9a6c-3fbe61c100c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c309cf4f-65cd-4826-a18c-21fafe8d56b2", "tag": "7fa26872-2905-46c1-be3e-8bf86a9f460b"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:06:14.422998 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707576-fabb-4938-8abd-2efd9f3a25eb service neutron] Pushing event updated for resources: {'Port': ['ID=7fa26872-2905-46c1-be3e-8bf86a9f460b,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:14.433791 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b83a8-7bac-4620-ab59-03fd456b005c x-openstack-request-id: req-9b4b83a8-7bac-4620-ab59-03fd456b005c {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:06:14.434084 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c309cf4f-65cd-4826-a18c-21fafe8d56b2", "tag": "7fa26872-2905-46c1-be3e-8bf86a9f460b", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:06:14.434338 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4b83a8-7bac-4620-ab59-03fd456b005c {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:06:14.434775 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4b83a8-7bac-4620-ab59-03fd456b005c'] response: {'name': 'network-changed', 'server_uuid': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'tag': '7fa26872-2905-46c1-be3e-8bf86a9f460b', 'status': 'completed', 'code': 200} Mar 24 14:06:14.436873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Made reservation on behalf of 4b095acd61c84709a047179245841144 for: {'subnet': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:14.439266 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3414657'] for subnet (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.545411 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d67841-956c-4305-9a6c-3fbe61c100c7 req-3826c1cd-eb4e-42fa-bd03-a76854872894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.546938 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12d67841-956c-4305-9a6c-3fbe61c100c7 req-3826c1cd-eb4e-42fa-bd03-a76854872894 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd040903fe8b419ea9d904af12036c1c&device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 1127 time: 0.0711615 Mar 24 14:06:14.595674 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1dd63-b166-4955-93ab-9af523085737 req-6f22c41d-9bea-4788-acc7-7b94802328c1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.597180 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-eed1dd63-b166-4955-93ab-9af523085737 req-6f22c41d-9bea-4788-acc7-7b94802328c1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 943 time: 0.0532362 Mar 24 14:06:14.643624 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 12247311-5618-425e-883e-be1925762412 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:14.645713 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-eed1dd63-b166-4955-93ab-9af523085737 req-2b9b141d-4c91-4138-b8d4-996f33d642ba tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Mar 24 14:06:14.739507 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d67841-956c-4305-9a6c-3fbe61c100c7 req-1ec675b7-4c65-4721-b79d-3a7f8b710dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.740952 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12d67841-956c-4305-9a6c-3fbe61c100c7 req-1ec675b7-4c65-4721-b79d-3a7f8b710dce service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dd040903fe8b419ea9d904af12036c1c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1828945 Mar 24 14:06:14.756976 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 12247311-5618-425e-883e-be1925762412 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:06:14.761655 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 12247311-5618-425e-883e-be1925762412 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:14.762109 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12247311-5618-425e-883e-be1925762412), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.768049 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2fd91-9f63-4be1-9fc0-34eb95112dcc req-52bbd624-0774-4d21-b61c-9b66ba36d98e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.768585 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b2b2fd91-9f63-4be1-9fc0-34eb95112dcc req-52bbd624-0774-4d21-b61c-9b66ba36d98e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 945 time: 0.0785699 Mar 24 14:06:14.823869 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3316959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3414679'] for subnet (4e8cd5ab-0cf2-4be7-877e-739235be2463), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.836915 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 12247311-5618-425e-883e-be1925762412 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:14.837302 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12247311-5618-425e-883e-be1925762412), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.859054 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12247311-5618-425e-883e-be1925762412'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:06:14.861258 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2089d81d-7694-4b5f-951c-96dd6842c124" -d '{"events": [{"server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "name": "network-vif-plugged", "status": "completed", "tag": "12247311-5618-425e-883e-be1925762412"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:06:14.877467 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 12247311-5618-425e-883e-be1925762412, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=12247311-5618-425e-883e-be1925762412,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:14.900317 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b6cbe-7d28-4af1-9e6c-bf7b88359819 x-openstack-request-id: req-740b6cbe-7d28-4af1-9e6c-bf7b88359819 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:06:14.901248 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "name": "network-vif-plugged", "status": "completed", "tag": "12247311-5618-425e-883e-be1925762412", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:06:14.901851 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-740b6cbe-7d28-4af1-9e6c-bf7b88359819 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:06:14.902275 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740b6cbe-7d28-4af1-9e6c-bf7b88359819'] response: {'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12247311-5618-425e-883e-be1925762412', 'code': 200} Mar 24 14:06:14.933632 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8cd5ab-0cf2-4be7-877e-739235be2463,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:14.946339 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (12247311-5618-425e-883e-be1925762412), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:14.957994 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b2b2fd91-9f63-4be1-9fc0-34eb95112dcc req-2e01f125-4328-4993-8790-745d4a5a7004 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792862 Mar 24 14:06:14.960764 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d67841-956c-4305-9a6c-3fbe61c100c7 req-497d1188-e445-4dd7-9522-1233b0c89297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:14.962311 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12d67841-956c-4305-9a6c-3fbe61c100c7 req-497d1188-e445-4dd7-9522-1233b0c89297 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928883 Mar 24 14:06:14.978878 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Checking segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:14.983761 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Network hostable DHCP agents. Network: b63a317d-a60c-4e48-8e87-fe850893caee, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:06:15.000564 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=12247311-5618-425e-883e-be1925762412,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:15.008131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.008479 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.008837 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.009192 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.009524 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.009848 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.010166 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.010482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.010830 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.011148 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.011465 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.011797 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.012116 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.012457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.012772 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:15.046399 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-e30f083a-8ca3-49d2-b8be-30a43728de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:15.048000 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-e30f083a-8ca3-49d2-b8be-30a43728de6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd040903fe8b419ea9d904af12036c1c&device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 1127 time: 0.0453591 Mar 24 14:06:15.051619 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Network b63a317d-a60c-4e48-8e87-fe850893caee is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:06:15.094209 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-0cf13e55-1bf8-4a6d-b61d-f192731e567a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fa26872-2905-46c1-be3e-8bf86a9f460b HTTP/1.1" status: 200 len: 217 time: 0.0355005 Mar 24 14:06:15.141472 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-122fa4ca-0b76-43b0-b08a-3815a6263f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:15.142993 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-122fa4ca-0b76-43b0-b08a-3815a6263f30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d683d4-1780-457e-8048-096ff729a800 HTTP/1.1" status: 200 len: 853 time: 0.0428009 Mar 24 14:06:15.145160 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, b63a317d-a60c-4e48-8e87-fe850893caee) {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:15.149139 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:15.149720 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.155734 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584cd55a-cb9d-4381-828a-d6385e0251a1 None None] Network b63a317d-a60c-4e48-8e87-fe850893caee requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:06:15.222312 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-0753067e-53be-4fb1-a595-d26a35d07957 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83953864-4c7e-444f-bc0b-9ec7ee1754af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620525 Mar 24 14:06:15.227477 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfc0f9-9a89-4c1b-886e-fd7b9ac27aa1 req-51a34b0f-84cd-4f61-961d-0c5347a0e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:15.228949 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dbdfc0f9-9a89-4c1b-886e-fd7b9ac27aa1 req-51a34b0f-84cd-4f61-961d-0c5347a0e7e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0700877 Mar 24 14:06:15.278072 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-b63a317d-a60c-4e48-8e87-fe850893caee', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'project_id': '4b095acd61c84709a047179245841144', 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:06:15.278072 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.298809 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-bb1b675b-0502-48c1-a04f-cb62edfdf9d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9655318 Mar 24 14:06:15.299127 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44820) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:15.304957 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:15.345166 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dbdfc0f9-9a89-4c1b-886e-fd7b9ac27aa1 req-d8cf6de4-96cb-4737-bc83-856a6e80ac5b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038728 Mar 24 14:06:15.366249 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-e52fca9f-5e85-4636-a910-1f79d71f338d service neutron] 10.222.0.42 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360579 Mar 24 14:06:15.408924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.409920 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.426570 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Allocated IP 172.20.0.2 (b63a317d-a60c-4e48-8e87-fe850893caee/4e8cd5ab-0cf2-4be7-877e-739235be2463/9ca18750-ef69-47da-8910-d44666780482) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:15.468610 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks [] for router_controller (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), precommit_add_association {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.576832 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Publish callbacks [] for port (9ca18750-ef69-47da-8910-d44666780482), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.649137 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (9ca18750-ef69-47da-8910-d44666780482), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.681641 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks [] for router_gateway (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.691704 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Network b63a317d-a60c-4e48-8e87-fe850893caee is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:15.697357 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:15.701956 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:15.704083 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Pushing event updated for resources: {'Port': ['ID=9ca18750-ef69-47da-8910-d44666780482,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:15.769082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Attempting to bind port 9ca18750-ef69-47da-8910-d44666780482 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:15.769730 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Attempting to bind port 9ca18750-ef69-47da-8910-d44666780482 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:15.770241 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Attempting to bind port 9ca18750-ef69-47da-8910-d44666780482 on network b63a317d-a60c-4e48-8e87-fe850893caee {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:15.775642 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:15.776239 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Checking segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:15.776788 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.777334 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Bound using segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:15.777794 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Bound port: 9ca18750-ef69-47da-8910-d44666780482, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:15.778164 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9ca18750-ef69-47da-8910-d44666780482), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:15.791467 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d48215f8-427a-4995-a9d7-9fd95f1988b2 req-99903ca0-9796-4f90-8301-f18b34bf7608 service neutron] 10.222.0.42 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900846 Mar 24 14:06:15.820174 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c533b6c-9889-489a-b3d8-f1714d177e76 req-65c195da-69c1-4efa-83cb-1e137b628111 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:15.821649 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5c533b6c-9889-489a-b3d8-f1714d177e76 req-65c195da-69c1-4efa-83cb-1e137b628111 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 943 time: 0.0961409 Mar 24 14:06:15.842204 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] For port 9ca18750-ef69-47da-8910-d44666780482, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:15.845204 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] For port 9ca18750-ef69-47da-8910-d44666780482, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9ca18750-ef69-47da-8910-d44666780482,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:15.886825 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5c533b6c-9889-489a-b3d8-f1714d177e76 req-dd44040d-baef-443b-935e-9b33ef3f590b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Mar 24 14:06:15.944703 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9ca18750-ef69-47da-8910-d44666780482), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:16.008325 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51317dca-4950-4e9e-b96a-623797e2e6bd None None] Pushing event updated for resources: {'Port': ['ID=9ca18750-ef69-47da-8910-d44666780482,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:16.021786 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks [] for router_gateway (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:16.049004 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:16.106771 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468c8e4-5fa5-4142-a120-f59f398b718a req-1d5287f9-27c7-462d-9f74-08f5f304a52d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:16.108380 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1468c8e4-5fa5-4142-a120-f59f398b718a req-1d5287f9-27c7-462d-9f74-08f5f304a52d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0558658 Mar 24 14:06:16.197435 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1468c8e4-5fa5-4142-a120-f59f398b718a req-53195e04-bcf7-47dd-a1d4-5150a430e316 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523098 Mar 24 14:06:16.198029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Allocated IP 172.27.0.238 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:16.298269 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks [] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:16.389395 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:16.426281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:16.429104 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:16.434521 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:16.439966 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Pushing event updated for resources: {'Port': ['ID=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:16.911127 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2ea32-f2f5-4115-9e78-8cc6d6ef43b3 None None] Network b63a317d-a60c-4e48-8e87-fe850893caee requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:06:16.949196 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks [] for router_gateway (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.022232 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] Provisioning complete for port 9ca18750-ef69-47da-8910-d44666780482 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:17.022891 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9ca18750-ef69-47da-8910-d44666780482), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.088713 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99cd0-8877-410d-bff6-b33a2b10d7a3 req-cca10b57-ffe3-4951-813d-f8034360b4f6 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:17.090482 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-46e99cd0-8877-410d-bff6-b33a2b10d7a3 req-cca10b57-ffe3-4951-813d-f8034360b4f6 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 943 time: 0.1369338 Mar 24 14:06:17.109362 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] Current status of the port 9ca18750-ef69-47da-8910-d44666780482 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:17.109752 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9ca18750-ef69-47da-8910-d44666780482), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.146342 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] For port 9ca18750-ef69-47da-8910-d44666780482, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9ca18750-ef69-47da-8910-d44666780482,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:17.222946 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-46e99cd0-8877-410d-bff6-b33a2b10d7a3 req-b9edf61c-b612-4140-95f0-6e9436c45c1e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243227 Mar 24 14:06:17.232327 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9ca18750-ef69-47da-8910-d44666780482), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.247594 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.283770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9d77-abba-463e-abea-72202ada75df None None] Pushing event updated for resources: {'Port': ['ID=9ca18750-ef69-47da-8910-d44666780482,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:17.317845 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f091f9-9026-4e63-a95e-a86f787e95c6 req-8ae4fd3f-b9b0-4fbe-bf27-6848a6ffcc00 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:17.321811 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f091f9-9026-4e63-a95e-a86f787e95c6 req-8ae4fd3f-b9b0-4fbe-bf27-6848a6ffcc00 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0602419 Mar 24 14:06:17.355554 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-693de060-ce04-4fc7-8478-983aedde9b0d None None] Provisioning complete for port 9ca18750-ef69-47da-8910-d44666780482 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:17.355932 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-693de060-ce04-4fc7-8478-983aedde9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9ca18750-ef69-47da-8910-d44666780482), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.380619 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f091f9-9026-4e63-a95e-a86f787e95c6 req-f0d21e78-e7f8-459b-ad37-1074ffbf972b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549819 Mar 24 14:06:17.441014 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-693de060-ce04-4fc7-8478-983aedde9b0d None None] Current status of the port 9ca18750-ef69-47da-8910-d44666780482 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:17.485885 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:06:17.593361 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:06:17.602591 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Sync routers for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:06:17.611731 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:17.615920 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:17.659505 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:17.660773 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e2cd7c58-0d2d-4708-9a3a-9f1922a8d37b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3604705 Mar 24 14:06:17.663744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44840) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:17.715790 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:17.887691 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:16Z', 'revision_number': 3, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:17.916350 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Checking router: 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:06:17.916697 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Updating router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:06:17.943341 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.081650 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9ca18750-ef69-47da-8910-d44666780482 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:18.111016 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.136101 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9ca18750-ef69-47da-8910-d44666780482 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:18.136480 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9ca18750-ef69-47da-8910-d44666780482), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.224142 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9ca18750-ef69-47da-8910-d44666780482 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:18.282658 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Allocated IP 172.20.0.1 (b63a317d-a60c-4e48-8e87-fe850893caee/4e8cd5ab-0cf2-4be7-877e-739235be2463/a4e9bb29-2b0f-4770-89c6-03aac409f6f2) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:18.335226 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Publish callbacks [] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.353248 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6d46-e697-47af-ab0d-7df03b77b883 req-728ac21e-5b4e-49db-9a21-496423699d61 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:18.355053 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-003c6d46-e697-47af-ab0d-7df03b77b883 req-728ac21e-5b4e-49db-9a21-496423699d61 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 943 time: 0.0552340 Mar 24 14:06:18.394401 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks [] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.397167 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.409366 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-003c6d46-e697-47af-ab0d-7df03b77b883 req-190996e0-1b06-4edf-b24c-bdc6ef573400 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Mar 24 14:06:18.453027 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Pushing event updated for resources: {'Port': ['ID=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:18.467658 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.468005 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.468367 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.468745 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.469085 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.469407 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.469733 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.470053 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.470375 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.470721 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.471045 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.471382 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.471705 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.472020 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.474222 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:06:18.475668 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Attempting to bind port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:18.476089 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Attempting to bind port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:18.476556 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Attempting to bind port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:18.482269 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:18.482679 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:18.483080 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.483472 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:18.483932 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Bound port: 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:18.484307 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.500269 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.535302 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] For port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:18.538371 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] For port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:18.542117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060177a-03fc-413f-b3db-048ab6f7bdce req-3b5bca3d-e9fd-4aeb-92ad-3a917e109ab7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:18.543642 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f060177a-03fc-413f-b3db-048ab6f7bdce req-3b5bca3d-e9fd-4aeb-92ad-3a917e109ab7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0831008 Mar 24 14:06:18.556797 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Network b63a317d-a60c-4e48-8e87-fe850893caee is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:18.569249 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:18.577159 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:18.578952 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:18.612741 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.639042 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f060177a-03fc-413f-b3db-048ab6f7bdce req-7182ed68-3475-43ab-8579-871517440433 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866108 Mar 24 14:06:18.639917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.684886 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b021c-585f-4f87-a5d5-2892113f5f1a None None] Pushing event updated for resources: {'Port': ['ID=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:18.689419 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:18.690222 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:18.778153 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b234e-af97-4349-811a-82e316526aa5 req-fae762a5-9887-4ba9-be78-ef09d1fa19de tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:18.780195 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-999b234e-af97-4349-811a-82e316526aa5 req-fae762a5-9887-4ba9-be78-ef09d1fa19de tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0650618 Mar 24 14:06:18.791141 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44852) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:18.797281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'floatingip': {'port_id': '12247311-5618-425e-883e-be1925762412'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:18.822167 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:18.837687 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.869209 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-0a3f5fb5-8a32-4f3a-a23d-28325abbd318 None None] Provisioning complete for port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:18.869821 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5fb5-8a32-4f3a-a23d-28325abbd318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:18.905885 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f5fb5-8a32-4f3a-a23d-28325abbd318 None None] Port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:06:19.017311 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:16Z', 'revision_number': 3, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:19.044800 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef10b-364c-4cf6-b527-7a6953934971 None None] The sync data for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi is: [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:16Z', 'revision_number': 3, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:06:19.114182 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:19.318058 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks [] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:19.321503 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:19.515470 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:19.530074 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:19.596344 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be243b09-fd21-47e6-8358-878bbf938726 req-a2522379-30ef-459f-99c0-2520588218d0 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:19.597969 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-be243b09-fd21-47e6-8358-878bbf938726 req-a2522379-30ef-459f-99c0-2520588218d0 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 943 time: 0.1201608 Mar 24 14:06:19.606438 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:19.616242 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:19.646187 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Floating IP dfcfbc71-7aef-44f2-b209-ddaef75ff85b associated. External IP: 172.27.0.152, port: 12247311-5618-425e-883e-be1925762412. Mar 24 14:06:19.693552 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-be243b09-fd21-47e6-8358-878bbf938726 req-a8b04774-e958-4ae9-bcd1-2dece7863dc1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881407 Mar 24 14:06:19.744212 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Network b63a317d-a60c-4e48-8e87-fe850893caee is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:19.745920 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:19.890136 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:06:19.892168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:06:20.042414 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:06:20.042632 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:06:20.051708 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.056633 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b4fbebf3-b978-4f06-be82-565ccd873f88 admin admin] 10.222.0.20 "PUT /v2.0/routers/0a481f5d-d5f4-46ca-af65-9d49c7aa9532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917897 Mar 24 14:06:20.099178 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-af192883-f9e7-464e-b6b7-d5d3f8a31294 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "PUT /v2.0/floatingips/dfcfbc71-7aef-44f2-b209-ddaef75ff85b HTTP/1.1" status: 200 len: 992 time: 1.3025012 Mar 24 14:06:20.099178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:06:20.099178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473a825-f885-4e36-b36a-6a28c906aa26" -d '{"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:06:20.139004 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfcc993-2025-4f00-b217-732c09638070 x-openstack-request-id: req-8cfcc993-2025-4f00-b217-732c09638070 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:06:20.139570 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:06:20.139989 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cfcc993-2025-4f00-b217-732c09638070 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:06:20.140559 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfcc993-2025-4f00-b217-732c09638070'] response: {'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412', 'status': 'completed', 'code': 200} Mar 24 14:06:20.190749 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:20.192421 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] Sync routers for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:06:20.224985 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-fd120567-0a85-482d-b6b9-0ad9bb31321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:20.227507 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-fd120567-0a85-482d-b6b9-0ad9bb31321c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0648384 Mar 24 14:06:20.245156 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:20.245772 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:20.287392 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-6e856285-a87f-4b58-87a2-c933f8a8953d None None] Provisioning complete for port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:20.289156 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-6e856285-a87f-4b58-87a2-c933f8a8953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.333000 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-c115f530-3b14-48dc-9777-5cf50c653df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:20.334485 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-c115f530-3b14-48dc-9777-5cf50c653df2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0996277 Mar 24 14:06:20.388963 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-6e856285-a87f-4b58-87a2-c933f8a8953d None None] Port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:06:20.404487 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-6081ff0b-1497-44bd-9826-6574e2b49b01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 1000 time: 0.0627010 Mar 24 14:06:20.406363 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:20.406764 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.462803 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-36da73b2-cb00-4e62-8287-758307b565f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:20.464357 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-36da73b2-cb00-4e62-8287-758307b565f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0532708 Mar 24 14:06:20.473781 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:20.516599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-c6c9f752-43bf-4588-bcbf-5467a05eadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:20.518125 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-c6c9f752-43bf-4588-bcbf-5467a05eadb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467322 Mar 24 14:06:20.630162 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-53b8e71e-018f-4737-8925-6d96c93d497f service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054916 Mar 24 14:06:20.659483 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 7fa26872-2905-46c1-be3e-8bf86a9f460b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:06:20.691786 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:20.692158 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.751235 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d473a825-f885-4e36-b36a-6a28c906aa26 req-38a1093b-9d5b-44d7-8a31-a4dce3ec9d18 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146219 Mar 24 14:06:20.780982 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:20.856933 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a34-7cb6-4b6b-805d-228b4566241e req-086fda1c-5363-4b52-9a3c-3e1564d64f15 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:20.862086 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44886) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:20.865506 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a5c9a34-7cb6-4b6b-805d-228b4566241e req-086fda1c-5363-4b52-9a3c-3e1564d64f15 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 943 time: 0.0782950 Mar 24 14:06:20.868749 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-205075168-network', 'tenant_id': '13ac50bad609433b9d714722283d4341'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:20.893858 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Sync routers for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:06:20.902182 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.908907 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:20.909122 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 7fa26872-2905-46c1-be3e-8bf86a9f460b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7fa26872-2905-46c1-be3e-8bf86a9f460b,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:20.909958 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:20.923591 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a5c9a34-7cb6-4b6b-805d-228b4566241e req-3dcd8bcc-5179-43a3-91c1-8bcd8e9ed899 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Mar 24 14:06:20.951593 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '7fa26872-2905-46c1-be3e-8bf86a9f460b', 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af', 'port_id': '7fa26872-2905-46c1-be3e-8bf86a9f460b', 'mac_address': 'fa:16:3e:43:9a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d683d4-1780-457e-8048-096ff729a800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:06:20.962465 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Made reservation on behalf of 13ac50bad609433b9d714722283d4341 for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:20.964880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.974065 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:20.998852 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:21.022532 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'dfcfbc71-7aef-44f2-b209-ddaef75ff85b', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'port_id': '12247311-5618-425e-883e-be1925762412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:51Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 1, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:21.024368 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 7fa26872-2905-46c1-be3e-8bf86a9f460b is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:21.024752 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.031044 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:21.059190 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] Checking router: 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:06:21.064200 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa26872-2905-46c1-be3e-8bf86a9f460b {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:06:21.067633 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks [] for security_group (8501474e-085b-43bd-a287-4db56561d016), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.084737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:21.085381 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:21.090260 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 7fa26872-2905-46c1-be3e-8bf86a9f460b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7fa26872-2905-46c1-be3e-8bf86a9f460b,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:21.151598 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8501474e-085b-43bd-a287-4db56561d016), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.175934 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:06:21.186488 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8501474e-085b-43bd-a287-4db56561d016,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:21.191333 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (b52da042-817b-4de0-931a-632535d62bb2), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.191747 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Added segment b52da042-817b-4de0-931a-632535d62bb2 of type vlan for network 6573f2bf-5cd9-4794-b11b-0a881726de16 Mar 24 14:06:21.201851 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.232655 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:21.235569 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (6573f2bf-5cd9-4794-b11b-0a881726de16), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.252732 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 2, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:21.286061 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Checking router: 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:06:21.286410 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Updating router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:06:21.312894 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.331424 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=7fa26872-2905-46c1-be3e-8bf86a9f460b,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:21.345319 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (6573f2bf-5cd9-4794-b11b-0a881726de16), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.346428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:21.347845 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.412424 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] Pushing event updated for resources: {'Network': ['ID=6573f2bf-5cd9-4794-b11b-0a881726de16,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:21.424862 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:06:21.484712 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-b26c1db5-3f65-4436-9795-8410ca289e6c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6209235 Mar 24 14:06:21.487419 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44890) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:21.493877 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Request body: {'subnet': {'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-205075168-subnet', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:21.556343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'dfcfbc71-7aef-44f2-b209-ddaef75ff85b', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'port_id': '12247311-5618-425e-883e-be1925762412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:51Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 1, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:21.568758 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Made reservation on behalf of 13ac50bad609433b9d714722283d4341 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:06:21.572082 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.581351 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Publish callbacks [] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.590997 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4aff2f-f3ac-41ad-8ea0-98631d2a7395 None None] The sync data for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi is: [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'dfcfbc71-7aef-44f2-b209-ddaef75ff85b', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'port_id': '12247311-5618-425e-883e-be1925762412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:51Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 1, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:06:21.666789 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.715966 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250fea-310e-497f-97de-4e33ec1c3847 None None] Pushing event updated for resources: {'Port': ['ID=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:21.777813 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Attempting to bind port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:21.778316 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Attempting to bind port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:21.778786 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Attempting to bind port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 on network b63a317d-a60c-4e48-8e87-fe850893caee {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:21.784476 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:21.785017 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Checking segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:21.785502 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.785947 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Bound using segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:21.786424 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Bound port: a4e9bb29-2b0f-4770-89c6-03aac409f6f2, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:21.786827 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.824088 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (30e28b8a-e3ef-4697-87a1-a6c021756e0b), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.833936 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61470691-7578-4f11-bb89-d5adf31ffd7c None None] New status for floating IP dfcfbc71-7aef-44f2-b209-ddaef75ff85b: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:06:21.854637 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] For port a4e9bb29-2b0f-4770-89c6-03aac409f6f2, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:21.858469 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] For port a4e9bb29-2b0f-4770-89c6-03aac409f6f2, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:21.885308 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['7fa26872-2905-46c1-be3e-8bf86a9f460b'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:06:21.889249 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e28b8a-e3ef-4697-87a1-a6c021756e0b,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:21.899940 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Checking segment: {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:21.900368 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Network hostable DHCP agents. Network: 6573f2bf-5cd9-4794-b11b-0a881726de16, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:06:21.926847 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:21.988625 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250fea-310e-497f-97de-4e33ec1c3847 None None] Pushing event updated for resources: {'Port': ['ID=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,revision_number=4']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:22.002123 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:22.003193 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:22.008529 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:06:22.093953 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:22.123231 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7034ed8-fd18-46a1-bf6f-700ba567c6d0 req-6036bfd4-d82f-4d4a-9407-42c33a2b9415 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:22.131102 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c7034ed8-fd18-46a1-bf6f-700ba567c6d0 req-6036bfd4-d82f-4d4a-9407-42c33a2b9415 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 944 time: 0.0809438 Mar 24 14:06:22.136789 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 6573f2bf-5cd9-4794-b11b-0a881726de16) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:22.147347 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:22.161430 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:22.167454 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.173934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d5179-f00f-48a5-85be-0e5a17410bf8 None None] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:06:22.181267 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] Provisioning complete for port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:22.181934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.233737 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c7034ed8-fd18-46a1-bf6f-700ba567c6d0 req-9a8c387f-a46c-4bb2-8c91-47357fb4b814 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978131 Mar 24 14:06:22.276524 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44898) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:22.277077 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-00cc6398-191c-4634-836f-610bdf861796 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7835963 Mar 24 14:06:22.279253 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:22.349378 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.350621 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.411102 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:22.411656 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.412123 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks [] for router_controller (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), precommit_add_association {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.465749 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-6573f2bf-5cd9-4794-b11b-0a881726de16', 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16', 'project_id': '13ac50bad609433b9d714722283d4341', 'fixed_ips': [{'subnet_id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:06:22.468787 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.468914 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:21Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:22.495955 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ced01c-b07c-4d9f-a972-cc8e0c93c9c9 None None] The sync data for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi is: [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:21Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:06:22.506735 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] Current status of the port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:22.507645 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.683263 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] For port a4e9bb29-2b0f-4770-89c6-03aac409f6f2, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:22.718881 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks [] for router_gateway (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.763263 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:22.767081 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Allocated IP 172.20.0.2 (6573f2bf-5cd9-4794-b11b-0a881726de16/30e28b8a-e3ef-4697-87a1-a6c021756e0b/c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:22.795615 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:22.881175 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551de6f-d90e-4480-bafd-93dc2d4d4b75 None None] Pushing event updated for resources: {'Port': ['ID=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:22.912509 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-5d3552f6-b4b6-48f6-94f1-cff949783f60 None None] Provisioning complete for port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:22.912879 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5d3552f6-b4b6-48f6-94f1-cff949783f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.003278 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks [] for router_gateway (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.013788 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Publish callbacks [] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.023251 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.054877 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-5d3552f6-b4b6-48f6-94f1-cff949783f60 None None] Current status of the port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:23.100246 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.140662 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Allocated IP 172.27.0.103 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/9e7e2540-f921-4880-9768-3ebc7e664133) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:23.140923 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:23.144023 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:23.150050 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:23.157558 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Pushing event updated for resources: {'Port': ['ID=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:23.215633 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Attempting to bind port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:23.216013 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Attempting to bind port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:23.216734 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Attempting to bind port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed on network 6573f2bf-5cd9-4794-b11b-0a881726de16 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:23.222005 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:23.222388 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Checking segment: {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:23.222829 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.223221 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Bound using segment: {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:23.223687 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Bound port: c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:23.224064 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.248666 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks [] for port (9e7e2540-f921-4880-9768-3ebc7e664133), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.306910 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] For port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:23.310434 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] For port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:23.361669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7730277-69df-429e-9c43-ca5e66b730de req-0d7e0821-0951-42da-9d5f-cb2e83b6638b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:23.363276 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b7730277-69df-429e-9c43-ca5e66b730de req-0d7e0821-0951-42da-9d5f-cb2e83b6638b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 944 time: 0.0592303 Mar 24 14:06:23.378023 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.423187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:23.430790 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:23.448448 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b7730277-69df-429e-9c43-ca5e66b730de req-8542d8e9-e282-4d75-bfdb-025f287fd23f tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Mar 24 14:06:23.449344 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:23.453237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:23.490337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Pushing event updated for resources: {'Port': ['ID=9e7e2540-f921-4880-9768-3ebc7e664133,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:23.508644 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4262a-fc1c-409a-bcfc-e69614a4264e None None] Pushing event updated for resources: {'Port': ['ID=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:23.827735 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks [] for router_gateway (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.028487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.085939 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a4e9bb29-2b0f-4770-89c6-03aac409f6f2 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:24.135758 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:24.136200 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.233464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:06:24.233741 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:24.233741 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:24.282683 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f880dc5e-a5fb-4f3b-8b5a-90ed72e881d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.285441 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:24.285810 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.348004 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:06:24.357072 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Sync routers for ids ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:06:24.370633 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Routers {'9dde016f-341c-4b7a-af7b-d3e42bfbed5b'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:24.371329 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:24.375411 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:24.375809 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.413103 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:24.434544 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.436379 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-32380bcf-5630-4d04-959f-767269f1bb3a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1623607 Mar 24 14:06:24.447007 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44912) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:24.458390 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae4159b-a0cc-48ca-ac1e-91d048524ac4 None None] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:06:24.497261 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Set router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:24.522271 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.561816 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-032d5e9d-eac2-4ada-9df2-2f3f3459e037 None None] Provisioning complete for port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:24.562196 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-032d5e9d-eac2-4ada-9df2-2f3f3459e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.619783 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06cf0f-a62e-4bb8-bff3-691f3c169aef req-861301a4-2958-47b5-8c73-fdd76c8e8a57 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:24.621324 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0c06cf0f-a62e-4bb8-bff3-691f3c169aef req-861301a4-2958-47b5-8c73-fdd76c8e8a57 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 944 time: 0.0762687 Mar 24 14:06:24.637605 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:24.705729 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 7fa26872-2905-46c1-be3e-8bf86a9f460b up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:24.712204 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:06:23Z', 'revision_number': 3, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:24.741614 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Checking router: 9dde016f-341c-4b7a-af7b-d3e42bfbed5b for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:06:24.741614 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Updating router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b port 9e7e2540-f921-4880-9768-3ebc7e664133 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:06:24.773432 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:24.886348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-032d5e9d-eac2-4ada-9df2-2f3f3459e037 None None] Current status of the port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:24.972478 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 7fa26872-2905-46c1-be3e-8bf86a9f460b completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:06:24.979979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 7fa26872-2905-46c1-be3e-8bf86a9f460b triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:24.981658 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.012279 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0c06cf0f-a62e-4bb8-bff3-691f3c169aef req-3765a357-ca63-42ab-a1e6-d6571547c407 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521628 Mar 24 14:06:25.072277 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Publish callbacks [] for port (9e7e2540-f921-4880-9768-3ebc7e664133), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.095989 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 7fa26872-2905-46c1-be3e-8bf86a9f460b is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:25.096373 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.123392 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa26872-2905-46c1-be3e-8bf86a9f460b'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:06:25.125623 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0aef50-bf93-4878-a496-7d08a031d141" -d '{"events": [{"server_uuid": "c309cf4f-65cd-4826-a18c-21fafe8d56b2", "name": "network-vif-plugged", "status": "completed", "tag": "7fa26872-2905-46c1-be3e-8bf86a9f460b"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:06:25.138707 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 7fa26872-2905-46c1-be3e-8bf86a9f460b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7fa26872-2905-46c1-be3e-8bf86a9f460b,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:25.161275 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b72e846-eadd-4b7d-a049-06bcbe0cf0e8 x-openstack-request-id: req-8b72e846-eadd-4b7d-a049-06bcbe0cf0e8 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:06:25.161514 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309cf4f-65cd-4826-a18c-21fafe8d56b2", "name": "network-vif-plugged", "status": "completed", "tag": "7fa26872-2905-46c1-be3e-8bf86a9f460b", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:06:25.161769 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b72e846-eadd-4b7d-a049-06bcbe0cf0e8 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:06:25.162169 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b72e846-eadd-4b7d-a049-06bcbe0cf0e8'] response: {'server_uuid': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa26872-2905-46c1-be3e-8bf86a9f460b', 'code': 200} Mar 24 14:06:25.196739 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.215836 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-66612156-10b9-42c1-b367-35420c472bf4 None None] Provisioning complete for port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:25.216215 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-66612156-10b9-42c1-b367-35420c472bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.242182 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.277451 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b2623-6d6b-41e8-b260-4574518dc166 None None] Pushing event updated for resources: {'Port': ['ID=9e7e2540-f921-4880-9768-3ebc7e664133,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:25.279739 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.287160 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Attempting to bind port 9e7e2540-f921-4880-9768-3ebc7e664133 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:25.287160 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Attempting to bind port 9e7e2540-f921-4880-9768-3ebc7e664133 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:25.287160 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Attempting to bind port 9e7e2540-f921-4880-9768-3ebc7e664133 on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:25.302513 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:25.302935 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:25.303344 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.305008 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:25.306442 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=7fa26872-2905-46c1-be3e-8bf86a9f460b,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:25.309025 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Bound port: 9e7e2540-f921-4880-9768-3ebc7e664133, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:25.309376 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.356272 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-66612156-10b9-42c1-b367-35420c472bf4 None None] Current status of the port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:25.375703 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] For port 9e7e2540-f921-4880-9768-3ebc7e664133, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:25.378815 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] For port 9e7e2540-f921-4880-9768-3ebc7e664133, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9e7e2540-f921-4880-9768-3ebc7e664133,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:25.453697 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Allocated IP 172.20.0.1 (6573f2bf-5cd9-4794-b11b-0a881726de16/30e28b8a-e3ef-4697-87a1-a6c021756e0b/adf172d3-3c45-465d-8b1e-7590cea0310e) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:06:25.488717 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.543738 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Routers {'9dde016f-341c-4b7a-af7b-d3e42bfbed5b'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:25.544446 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:05:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:25.556993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711505-5803-4511-a78a-5d994bb11694 req-cf0990b6-bb0c-43ec-ad85-172230a0b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:25.558689 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0d711505-5803-4511-a78a-5d994bb11694 req-cf0990b6-bb0c-43ec-ad85-172230a0b597 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 1129 time: 0.0533891 Mar 24 14:06:25.563156 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks [] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.608151 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0d711505-5803-4511-a78a-5d994bb11694 req-629ea01f-1dfc-4c84-a6cc-5fac0328e8d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Mar 24 14:06:25.618232 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b2623-6d6b-41e8-b260-4574518dc166 None None] Pushing event updated for resources: {'Port': ['ID=9e7e2540-f921-4880-9768-3ebc7e664133,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:25.643330 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.666780 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] Set router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:25.687679 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:25.690643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:25.696339 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:06:25.718532 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Pushing event updated for resources: {'Port': ['ID=adf172d3-3c45-465d-8b1e-7590cea0310e,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:25.741237 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.872067 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:06:23Z', 'revision_number': 3, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:25.899387 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bd14-4ffe-4587-b0f7-57a3ed027b13 None None] The sync data for ids ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'] in dv-cinder-798189-3-iscsi is: [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:06:23Z', 'revision_number': 3, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:06:25.961392 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:25.986482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-5fb9bb19-0afc-4bad-8370-513c077114c1 None None] Provisioning complete for port adf172d3-3c45-465d-8b1e-7590cea0310e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:25.986969 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb19-0afc-4bad-8370-513c077114c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.059845 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9bb19-0afc-4bad-8370-513c077114c1 None None] Port adf172d3-3c45-465d-8b1e-7590cea0310e cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:06:26.063987 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:26.135051 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:26.135431 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.193169 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5cf44-f67d-4c08-a394-5f156e4f5009 req-0195b472-b0d3-483b-93dd-7d8fab75b9e8 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:26.196035 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bdc5cf44-f67d-4c08-a394-5f156e4f5009 req-0195b472-b0d3-483b-93dd-7d8fab75b9e8 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.1000972 Mar 24 14:06:26.219420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks [] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.283542 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bdc5cf44-f67d-4c08-a394-5f156e4f5009 req-c5e8b559-60ba-4901-b777-01803f5557c5 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617552 Mar 24 14:06:26.286790 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:26.295543 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.371262 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.374347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Pushing event updated for resources: {'Port': ['ID=adf172d3-3c45-465d-8b1e-7590cea0310e,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:26.467938 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:06:26.469570 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:06:26.492138 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-54a12c31-635a-4bd2-8d9b-3c48e18d5062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.608645 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:06:26.691553 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-dcf45f20-0c5b-4060-9612-16a4b73de68c None None] Provisioning complete for port adf172d3-3c45-465d-8b1e-7590cea0310e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:26.692982 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dcf45f20-0c5b-4060-9612-16a4b73de68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:26.734211 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-dcf45f20-0c5b-4060-9612-16a4b73de68c None None] Port adf172d3-3c45-465d-8b1e-7590cea0310e cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:06:26.734425 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:06:26.740318 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-b99cc585-4ea4-4e6f-bf20-84967402cb4a admin admin] 10.222.0.20 "PUT /v2.0/routers/9dde016f-341c-4b7a-af7b-d3e42bfbed5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922099 Mar 24 14:06:27.339873 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44950) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:27.339873 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841962935', 'description': 'tempest-secgroup-smoke-841962935 description', 'project_id': '4b095acd61c84709a047179245841144'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:27.421879 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473954e-c21a-4212-bc9e-ce98195926e9 req-399c644a-4a51-40bd-8ddd-0930100aa7ca tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:27.423432 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0473954e-c21a-4212-bc9e-ce98195926e9 req-399c644a-4a51-40bd-8ddd-0930100aa7ca tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.0554891 Mar 24 14:06:27.440905 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.499441 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0473954e-c21a-4212-bc9e-ce98195926e9 req-2d54ba66-da22-46ba-97fe-d4c7ac8ced64 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658498 Mar 24 14:06:27.541918 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group (be6a6ca7-6693-4849-b280-e8c833bd801d), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.619786 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (be6a6ca7-6693-4849-b280-e8c833bd801d), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.620059 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Sync routers for ids ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:06:27.629594 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Routers {'9dde016f-341c-4b7a-af7b-d3e42bfbed5b'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:27.630211 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:06:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:27.649488 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a6ca7-6693-4849-b280-e8c833bd801d,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:27.733937 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.735255 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-697e3ebb-8a68-4380-8274-d22507c32cae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4008737 Mar 24 14:06:27.743664 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 44956) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:27.745126 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Set router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:27.748301 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group_rule': {'security_group_id': 'be6a6ca7-6693-4849-b280-e8c833bd801d', 'project_id': '4b095acd61c84709a047179245841144', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:27.851725 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (42ecd9f4-7af7-4a7a-9741-06e253fad748), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.884513 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.905280 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (42ecd9f4-7af7-4a7a-9741-06e253fad748), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.949487 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:06:25Z', 'revision_number': 4, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'adf172d3-3c45-465d-8b1e-7590cea0310e', 'name': '', 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'mac_address': 'fa:16:3e:fa:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:25Z', 'updated_at': '2022-03-24T14:06:26Z', 'revision_number': 2, 'project_id': '13ac50bad609433b9d714722283d4341', 'subnets': [{'id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:27.980268 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (42ecd9f4-7af7-4a7a-9741-06e253fad748), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:27.985325 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Checking router: 9dde016f-341c-4b7a-af7b-d3e42bfbed5b for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:06:27.985325 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Updating router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b port adf172d3-3c45-465d-8b1e-7590cea0310e binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:06:28.000465 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ecd9f4-7af7-4a7a-9741-06e253fad748,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:28.021181 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.070911 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.079724 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44960) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:28.080224 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8f2ac5c7-9c53-446d-b758-8a5a64768de7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351662 Mar 24 14:06:28.085076 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group_rule': {'security_group_id': 'be6a6ca7-6693-4849-b280-e8c833bd801d', 'project_id': '4b095acd61c84709a047179245841144', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:28.112841 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9e7e2540-f921-4880-9768-3ebc7e664133 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:28.224819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (50c50137-ee96-4a68-8e77-f6e7eaff580f), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.232003 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9e7e2540-f921-4880-9768-3ebc7e664133 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:28.232373 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.290987 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (50c50137-ee96-4a68-8e77-f6e7eaff580f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.369259 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Publish callbacks [] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.379436 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9e7e2540-f921-4880-9768-3ebc7e664133 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:28.384602 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.384716 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (50c50137-ee96-4a68-8e77-f6e7eaff580f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.400085 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 9e7e2540-f921-4880-9768-3ebc7e664133, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9e7e2540-f921-4880-9768-3ebc7e664133,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:28.401809 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c50137-ee96-4a68-8e77-f6e7eaff580f,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:28.460479 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.497171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.504160 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.505115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7ddf53a7-3d3c-4bc7-b296-fa7df954b6ba tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237225 Mar 24 14:06:28.508346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 44962) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:28.515210 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group_rule': {'security_group_id': 'be6a6ca7-6693-4849-b280-e8c833bd801d', 'project_id': '4b095acd61c84709a047179245841144', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:28.515700 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968acc1c-6f95-4102-8b97-401a594e5c92 None None] Pushing event updated for resources: {'Port': ['ID=adf172d3-3c45-465d-8b1e-7590cea0310e,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:28.606992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Attempting to bind port adf172d3-3c45-465d-8b1e-7590cea0310e on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:06:28.607429 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Attempting to bind port adf172d3-3c45-465d-8b1e-7590cea0310e by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:06:28.607861 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Attempting to bind port adf172d3-3c45-465d-8b1e-7590cea0310e on network 6573f2bf-5cd9-4794-b11b-0a881726de16 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:06:28.615011 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:06:28.615379 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Checking segment: {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:06:28.615776 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.616171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Bound using segment: {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:06:28.616663 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Bound port: adf172d3-3c45-465d-8b1e-7590cea0310e, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52da042-817b-4de0-931a-632535d62bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:06:28.617035 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.618919 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=9e7e2540-f921-4880-9768-3ebc7e664133,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:28.637703 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75dac5-5363-4d44-8555-87f68d372b21 req-297b1f81-4fc7-441f-82be-d9d5a7bf5041 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:28.642584 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0c75dac5-5363-4d44-8555-87f68d372b21 req-297b1f81-4fc7-441f-82be-d9d5a7bf5041 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.0599701 Mar 24 14:06:28.660441 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (8c241dc4-dcf7-4405-baf7-f7a5dbd8ae06), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.711155 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] For port adf172d3-3c45-465d-8b1e-7590cea0310e, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:06:28.714583 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] For port adf172d3-3c45-465d-8b1e-7590cea0310e, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=adf172d3-3c45-465d-8b1e-7590cea0310e,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:06:28.719354 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0c75dac5-5363-4d44-8555-87f68d372b21 req-65e1dcd0-7019-4b8c-a5f1-efa948e704ca tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Mar 24 14:06:28.772352 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-6d916154-c523-4771-8ffd-6afdd6e7ffb8 None None] Provisioning complete for port adf172d3-3c45-465d-8b1e-7590cea0310e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:28.773495 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-6d916154-c523-4771-8ffd-6afdd6e7ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.776322 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (8c241dc4-dcf7-4405-baf7-f7a5dbd8ae06), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.802443 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.837225 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (8c241dc4-dcf7-4405-baf7-f7a5dbd8ae06), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.844764 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-6d916154-c523-4771-8ffd-6afdd6e7ffb8 None None] Port adf172d3-3c45-465d-8b1e-7590cea0310e cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:06:28.856262 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c241dc4-dcf7-4405-baf7-f7a5dbd8ae06,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:28.873251 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Routers {'9dde016f-341c-4b7a-af7b-d3e42bfbed5b'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:06:28.873780 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:06:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:28.875638 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968acc1c-6f95-4102-8b97-401a594e5c92 None None] Pushing event updated for resources: {'Port': ['ID=adf172d3-3c45-465d-8b1e-7590cea0310e,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:28.923272 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:28.925062 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-25602862-e5d5-46a5-aef0-508a21f24588 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4142902 Mar 24 14:06:28.927951 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 45000) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:28.935061 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group_rule': {'security_group_id': 'be6a6ca7-6693-4849-b280-e8c833bd801d', 'project_id': '4b095acd61c84709a047179245841144', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:29.013348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] Set router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:06:29.057694 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (7045c39e-4336-49ed-ad98-4f84f219cbf1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.102643 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.131646 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (7045c39e-4336-49ed-ad98-4f84f219cbf1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.212114 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (7045c39e-4336-49ed-ad98-4f84f219cbf1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.231896 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7045c39e-4336-49ed-ad98-4f84f219cbf1,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:29.319624 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.320180 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-417473b2-c654-4214-9535-51915bb9d596 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905268 Mar 24 14:06:29.322881 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 45018) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:29.330485 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group_rule': {'security_group_id': 'be6a6ca7-6693-4849-b280-e8c833bd801d', 'project_id': '4b095acd61c84709a047179245841144', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:29.342906 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] Provisioning complete for port adf172d3-3c45-465d-8b1e-7590cea0310e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:29.343211 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.430024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:06:25Z', 'revision_number': 4, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'adf172d3-3c45-465d-8b1e-7590cea0310e', 'name': '', 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'mac_address': 'fa:16:3e:fa:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:25Z', 'updated_at': '2022-03-24T14:06:28Z', 'revision_number': 4, 'project_id': '13ac50bad609433b9d714722283d4341', 'subnets': [{'id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:06:29.460609 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cdde7-bb57-47d4-99bc-f55558c7edae None None] The sync data for ids ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'] in dv-cinder-798189-3-iscsi is: [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:06:25Z', 'revision_number': 4, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'adf172d3-3c45-465d-8b1e-7590cea0310e', 'name': '', 'network_id': '6573f2bf-5cd9-4794-b11b-0a881726de16', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'mac_address': 'fa:16:3e:fa:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:25Z', 'updated_at': '2022-03-24T14:06:28Z', 'revision_number': 4, 'project_id': '13ac50bad609433b9d714722283d4341', 'subnets': [{'id': '30e28b8a-e3ef-4697-87a1-a6c021756e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:06:29.469689 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] Current status of the port adf172d3-3c45-465d-8b1e-7590cea0310e is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:29.470080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.481527 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.securitygroups_db [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Project 4b095acd61c84709a047179245841144 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:06:29.487028 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (c3422387-c845-44a8-bd54-71bb3ee30c67), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.505523 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] For port adf172d3-3c45-465d-8b1e-7590cea0310e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=adf172d3-3c45-465d-8b1e-7590cea0310e,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:06:29.588373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (c3422387-c845-44a8-bd54-71bb3ee30c67), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.597863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.649351 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e53a32-d4c7-40eb-a7bc-a05a22253549 None None] Pushing event updated for resources: {'Port': ['ID=adf172d3-3c45-465d-8b1e-7590cea0310e,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:29.676863 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (c3422387-c845-44a8-bd54-71bb3ee30c67), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.698220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3422387-c845-44a8-bd54-71bb3ee30c67,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:29.781918 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.789180 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d4be4503-e248-4a11-b2ad-65b31921e586 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4584887 Mar 24 14:06:29.791424 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 45036) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:29.796736 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'security_group_rule': {'security_group_id': 'be6a6ca7-6693-4849-b280-e8c833bd801d', 'project_id': '4b095acd61c84709a047179245841144', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:06:29.917330 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.securitygroups_db [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Project 4b095acd61c84709a047179245841144 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:06:29.922573 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (94ae58b6-2aea-4382-b767-9a1629482851), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:29.988664 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (94ae58b6-2aea-4382-b767-9a1629482851), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:30.068917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (94ae58b6-2aea-4382-b767-9a1629482851), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:30.096368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ae58b6-2aea-4382-b767-9a1629482851,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:30.111500 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9e7e2540-f921-4880-9768-3ebc7e664133 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:30.161811 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9e7e2540-f921-4880-9768-3ebc7e664133 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:30.162264 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:30.173915 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:30.182765 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-72b180ec-4062-4d1f-99d0-62631b8e237a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3821003 Mar 24 14:06:30.263041 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9e7e2540-f921-4880-9768-3ebc7e664133 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:30.264138 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device adf172d3-3c45-465d-8b1e-7590cea0310e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:06:30.319306 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port adf172d3-3c45-465d-8b1e-7590cea0310e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:06:30.320021 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:30.413867 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port adf172d3-3c45-465d-8b1e-7590cea0310e is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:06:30.583802 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:30.645650 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:06:36.160399 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:37.385283 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-40bbd7a1-c65d-4470-8dfa-7f6853f42f98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442085 Mar 24 14:06:37.451117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-0ed2e97d-c1eb-4fe3-9e51-c74195b9e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:37.452588 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-0ed2e97d-c1eb-4fe3-9e51-c74195b9e9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1129 time: 0.0474737 Mar 24 14:06:37.554944 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-19b6d7d9-de30-4ec7-b91f-def822c96c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:37.556453 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-19b6d7d9-de30-4ec7-b91f-def822c96c03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0844977 Mar 24 14:06:37.596848 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-cc672245-c45d-45b8-838b-60453e9acab0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 200 len: 217 time: 0.0338511 Mar 24 14:06:37.652901 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-4270cf86-382b-4e7e-b089-18b03e141865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:37.654441 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-4270cf86-382b-4e7e-b089-18b03e141865 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0460937 Mar 24 14:06:37.717995 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-84596a61-1f2c-4f5b-ae40-d068acb006da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:37.717995 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-84596a61-1f2c-4f5b-ae40-d068acb006da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469477 Mar 24 14:06:37.815129 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-58dc701b-c9ef-4aac-93fa-940ed260e145 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835745 Mar 24 14:06:37.909704 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fcea356-9ea3-4f76-8d3c-23cf4ad9f6c8 req-33a771c3-305c-4979-ba0c-17275c05de51 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Mar 24 14:06:43.350182 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 45262) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:43.455301 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eec17284-f116-428b-b120-8ce5c14d2b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.526983 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eec17284-f116-428b-b120-8ce5c14d2b16 admin admin] Publish callbacks [] for security_group (69d5a8c7-a933-4915-8e38-beaef2c76bbe), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.598383 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-eec17284-f116-428b-b120-8ce5c14d2b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (69d5a8c7-a933-4915-8e38-beaef2c76bbe), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.642351 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-eec17284-f116-428b-b120-8ce5c14d2b16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8334942aa45548459cb46d80c86a27dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885990 Mar 24 14:06:43.642351 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec17284-f116-428b-b120-8ce5c14d2b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d5a8c7-a933-4915-8e38-beaef2c76bbe,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:43.642820 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 45270) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:06:43.695546 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08e31521-2256-437e-a82f-5abed4685d8b admin admin] Publish callbacks [] for security_group (69d5a8c7-a933-4915-8e38-beaef2c76bbe), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.716472 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08e31521-2256-437e-a82f-5abed4685d8b admin admin] Publish callbacks [] for security_group (69d5a8c7-a933-4915-8e38-beaef2c76bbe), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.825122 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08e31521-2256-437e-a82f-5abed4685d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (69d5a8c7-a933-4915-8e38-beaef2c76bbe), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.827740 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-08e31521-2256-437e-a82f-5abed4685d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:43.828894 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-08e31521-2256-437e-a82f-5abed4685d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69d5a8c7-a933-4915-8e38-beaef2c76bbe HTTP/1.1" status: 204 len: 168 time: 0.1851478 Mar 24 14:06:43.842209 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e31521-2256-437e-a82f-5abed4685d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d5a8c7-a933-4915-8e38-beaef2c76bbe,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:06:54.299489 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-84562959-d2bc-4d96-8ebc-600736e3d2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:56.476871 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3eca5128-5126-418e-a01f-67e4984337c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:57.863188 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:57.956599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79020e-e081-498e-af15-fe0c6b43d0e0 req-62ba1fc3-9fe2-4df6-900b-b81939038101 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:57.958051 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dd79020e-e081-498e-af15-fe0c6b43d0e0 req-62ba1fc3-9fe2-4df6-900b-b81939038101 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0596540 Mar 24 14:06:58.006835 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dd79020e-e081-498e-af15-fe0c6b43d0e0 req-b72f8421-e57f-441c-ad53-9c9eb1dee278 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Mar 24 14:06:59.040010 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:06:59.132884 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550bc8f-dbd3-4658-99a0-1f5e01f08101 req-113b4009-eaf9-407d-9986-4fdf9a8ab757 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:06:59.134388 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6550bc8f-dbd3-4658-99a0-1f5e01f08101 req-113b4009-eaf9-407d-9986-4fdf9a8ab757 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Mar 24 14:06:59.179944 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6550bc8f-dbd3-4658-99a0-1f5e01f08101 req-a91b0b7f-a93e-43a0-848e-8cdcaf891031 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393407 Mar 24 14:07:00.296872 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714dab4-cea7-4655-af23-cb14b4f83969 req-fd873278-8928-4095-a0e5-1e5820595a46 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:00.298321 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e714dab4-cea7-4655-af23-cb14b4f83969 req-fd873278-8928-4095-a0e5-1e5820595a46 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Mar 24 14:07:00.343598 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e714dab4-cea7-4655-af23-cb14b4f83969 req-2cf0cabf-9ebc-40d6-8c40-fc08160f2427 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Mar 24 14:07:00.634360 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:01.462732 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3ca7e-e641-412d-b58e-a56b3852d84b req-cb865f43-3234-473b-9194-1e37048fdb47 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:01.464257 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-add3ca7e-e641-412d-b58e-a56b3852d84b req-cb865f43-3234-473b-9194-1e37048fdb47 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0523508 Mar 24 14:07:01.513133 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-add3ca7e-e641-412d-b58e-a56b3852d84b req-fc4b9e75-d895-4a72-b7f4-fd4f014882b0 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Mar 24 14:07:02.629651 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bc51d-3fdc-438c-8307-9e094c98d7e7 req-95a8aa51-596a-4561-93c6-e0818e0fa520 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:02.631134 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-728bc51d-3fdc-438c-8307-9e094c98d7e7 req-95a8aa51-596a-4561-93c6-e0818e0fa520 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Mar 24 14:07:02.678729 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-728bc51d-3fdc-438c-8307-9e094c98d7e7 req-31e46f72-8350-4ee9-a2ef-8b02251ee705 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Mar 24 14:07:03.588766 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 45488) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:07:03.690485 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:03.786237 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Publish callbacks [] for security_group (eda6c516-7862-4f95-9965-73338bbc44e9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:03.808185 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4e86c-3230-4421-9ed6-778c37c11106 req-e89f1e98-617b-4f1a-8c38-98f3cb58d45a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:03.810188 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-97c4e86c-3230-4421-9ed6-778c37c11106 req-e89f1e98-617b-4f1a-8c38-98f3cb58d45a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0646052 Mar 24 14:07:03.843017 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (eda6c516-7862-4f95-9965-73338bbc44e9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:03.889815 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-97c4e86c-3230-4421-9ed6-778c37c11106 req-d174551a-3e13-4525-baad-0b1e84b33443 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739286 Mar 24 14:07:03.894736 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=754f150576cb453682a15a8faff2b561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049383 Mar 24 14:07:03.896671 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda6c516-7862-4f95-9965-73338bbc44e9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:03.897522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 45496) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:07:03.904657 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.905018 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.905361 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.905700 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.906032 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.906363 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.906713 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.907041 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.907365 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.907686 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.908011 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.908331 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.908668 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.908953 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.909269 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809748-4ab1-4057-9fe9-70eb1a4265e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:03.945065 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Publish callbacks [] for security_group (eda6c516-7862-4f95-9965-73338bbc44e9), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:03.965795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Publish callbacks [] for security_group (eda6c516-7862-4f95-9965-73338bbc44e9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:04.082140 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (eda6c516-7862-4f95-9965-73338bbc44e9), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:04.084728 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:04.085890 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eda6c516-7862-4f95-9965-73338bbc44e9 HTTP/1.1" status: 204 len: 168 time: 0.1870620 Mar 24 14:07:04.093969 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda6c516-7862-4f95-9965-73338bbc44e9,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:04.101021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.101375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.101718 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.102057 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.102487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.102864 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.103180 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.103599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.103864 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.104199 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.104528 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.105108 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.105432 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.105751 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:04.106580 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3fdc0-c44a-4b9d-8908-e56d6256897c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:05.005071 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09393-265c-4878-b7a4-a49c67841ddf req-d9daafd8-90a9-4d9e-b491-2686a1f0dfbb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:05.006539 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62b09393-265c-4878-b7a4-a49c67841ddf req-d9daafd8-90a9-4d9e-b491-2686a1f0dfbb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0523283 Mar 24 14:07:05.052759 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62b09393-265c-4878-b7a4-a49c67841ddf req-6c526494-6ca7-4e8e-9cd0-2dd4303c4866 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Mar 24 14:07:06.184809 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb2145-f734-47da-b124-1de510e6be8f req-55621a83-5e8d-48b3-ac5e-0308a2296acb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:06.186295 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-99fb2145-f734-47da-b124-1de510e6be8f req-55621a83-5e8d-48b3-ac5e-0308a2296acb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Mar 24 14:07:06.190619 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:06.233722 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-99fb2145-f734-47da-b124-1de510e6be8f req-31a9b8bf-c83c-4f18-a61d-fe6e96b6fbb7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Mar 24 14:07:07.365449 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639cdd9-5402-423d-8295-656d161cb09a req-7f639d23-1e1f-417f-b4a4-69d479179190 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:07.366859 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9639cdd9-5402-423d-8295-656d161cb09a req-7f639d23-1e1f-417f-b4a4-69d479179190 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0580342 Mar 24 14:07:07.412396 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9639cdd9-5402-423d-8295-656d161cb09a req-7e729064-ec3e-442d-8b9d-85585a481901 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Mar 24 14:07:07.644420 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:07:08.531539 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7629e58-9d07-4b4e-81af-fd631607c389 req-a8896710-7b07-4450-b8f9-d2519a87cb0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:08.533097 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f7629e58-9d07-4b4e-81af-fd631607c389 req-a8896710-7b07-4450-b8f9-d2519a87cb0f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0536048 Mar 24 14:07:08.580254 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f7629e58-9d07-4b4e-81af-fd631607c389 req-966804c4-8ebf-4028-9537-1c3773a1088d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Mar 24 14:07:08.945733 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94442-ea66-4dae-804c-b9c1d250e29d req-9fa9ee12-d30a-4ad5-844c-44cd0f1589c5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:08.947304 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-eab94442-ea66-4dae-804c-b9c1d250e29d req-9fa9ee12-d30a-4ad5-844c-44cd0f1589c5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0566299 Mar 24 14:07:08.998456 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-eab94442-ea66-4dae-804c-b9c1d250e29d req-db061b61-516b-4a56-8f41-c10a7271fc0a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 Mar 24 14:07:09.066585 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-7a1c5b01-71dc-4596-9c90-c2af2cb01a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:09.068058 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-7a1c5b01-71dc-4596-9c90-c2af2cb01a3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1129 time: 0.0441222 Mar 24 14:07:09.159829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-8c5254c0-6f3a-4c06-b0c2-08aad39197da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:09.161565 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-8c5254c0-6f3a-4c06-b0c2-08aad39197da service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.0870893 Mar 24 14:07:09.226833 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-d44288e8-40f0-404c-81d4-13cb955c9684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 1001 time: 0.0582616 Mar 24 14:07:09.274757 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-3afc8d2d-25c2-4e59-b648-7d3c5ac567bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:09.276219 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-3afc8d2d-25c2-4e59-b648-7d3c5ac567bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0432634 Mar 24 14:07:09.330124 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-1540ce7c-fd87-4a0f-845c-b0d54eec366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:09.331551 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-1540ce7c-fd87-4a0f-845c-b0d54eec366d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488002 Mar 24 14:07:09.424281 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-017894fa-dc3b-41fb-8fb6-75234a40a2dc service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857449 Mar 24 14:07:09.514575 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-869aacb2-ed15-4e24-adf3-04485601dbe6 req-84010f01-c9fd-4a60-a998-d2af0e995907 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843382 Mar 24 14:07:10.117460 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1206a-8f3a-4289-960b-30a5f72ae67c req-a155e417-5994-4816-b9e0-94ddea0d36b9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:10.118866 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-afc1206a-8f3a-4289-960b-30a5f72ae67c req-a155e417-5994-4816-b9e0-94ddea0d36b9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0528941 Mar 24 14:07:10.165216 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-afc1206a-8f3a-4289-960b-30a5f72ae67c req-9e312f36-1f64-44bd-a9b0-15cf8b35b3be tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Mar 24 14:07:11.281608 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34da0e-8187-41e6-9c63-247f469f99a3 req-96c49c68-efc2-4436-9497-c55aa2da21cb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:11.283102 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e34da0e-8187-41e6-9c63-247f469f99a3 req-96c49c68-efc2-4436-9497-c55aa2da21cb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Mar 24 14:07:11.336110 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e34da0e-8187-41e6-9c63-247f469f99a3 req-5dbb247a-484a-4263-b3d3-d01cd7a1614b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474627 Mar 24 14:07:13.111782 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-cbc4c965-3dfb-466b-922f-24c01947c43c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841962935&fields=id&tenant_id=4b095acd61c84709a047179245841144 HTTP/1.1" status: 200 len: 267 time: 0.0414121 Mar 24 14:07:13.220913 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-d8bf60e0-e2e3-41af-a189-422f861c7830 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:13.222282 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-d8bf60e0-e2e3-41af-a189-422f861c7830 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 808 time: 0.1044827 Mar 24 14:07:13.237097 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-eb2637c4-39f1-4de5-88a3-6fd6394f7267 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/quotas/4b095acd61c84709a047179245841144 HTTP/1.1" status: 200 len: 375 time: 0.0094743 Mar 24 14:07:13.291897 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-87e27715-3119-45d9-9bb3-3cbd410929ae tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501006 Mar 24 14:07:13.390233 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-f3132d2d-b310-4222-8fa2-02705f3404cb service neutron] 10.222.0.20 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857630 Mar 24 14:07:13.725162 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-a473626b-e61e-4562-80af-af81b66d82bb service neutron] 10.222.0.20 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290122 Mar 24 14:07:14.304739 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e98566d-05dd-4444-abd5-3cf2ed1b78c9 req-ec4a1efa-2cd7-4eea-bd5e-08c22c276763 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 210 time: 0.0287631 Mar 24 14:07:15.404024 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85db1f37-36f7-41fc-907e-ad13660ba68b req-805fb179-ea5d-4fb1-a07a-f1ae9248854b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 210 time: 0.0308917 Mar 24 14:07:16.475512 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-ddbc44ef-455b-4496-9db4-64236835f259 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:16.477164 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-ddbc44ef-455b-4496-9db4-64236835f259 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 808 time: 0.1085002 Mar 24 14:07:16.501463 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-58d5b44c-1e2f-4cab-8821-32bfa3f22907 req-53a28046-9e1d-46ad-95ab-c2eeffe86952 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 210 time: 0.0276027 Mar 24 14:07:16.546949 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-4d809058-a443-4ab9-8964-037460ca6f19 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b095acd61c84709a047179245841144 HTTP/1.1" status: 200 len: 379 time: 0.0543590 Mar 24 14:07:16.559261 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'port': {'device_id': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'admin_state_up': True, 'tenant_id': '4b095acd61c84709a047179245841144', 'security_groups': ['be6a6ca7-6693-4849-b280-e8c833bd801d']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:07:16.728052 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Made reservation on behalf of 4b095acd61c84709a047179245841144 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:07:16.732333 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:16.854169 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Allocated IP 172.20.0.13 (b63a317d-a60c-4e48-8e87-fe850893caee/4e8cd5ab-0cf2-4be7-877e-739235be2463/ff99d81d-ffcf-4b6e-9443-92bd73827888) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:07:16.990656 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.076734 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.117009 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Network b63a317d-a60c-4e48-8e87-fe850893caee is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:07:17.120059 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:07:17.124271 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:07:17.155678 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:17.184362 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:17.184981 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.296062 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-8797a6b8-6178-46d7-8912-d33021fd914d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409780 Mar 24 14:07:17.308116 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Request body: {'port': {'device_id': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:07:17.326992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-8b564987-5c1c-4653-a8bf-628d2d310c05 None None] Provisioning complete for port ff99d81d-ffcf-4b6e-9443-92bd73827888 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:07:17.338536 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8b564987-5c1c-4653-a8bf-628d2d310c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.363770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-8b564987-5c1c-4653-a8bf-628d2d310c05 None None] Port ff99d81d-ffcf-4b6e-9443-92bd73827888 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:07:17.372616 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.662875 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff99d81d-ffcf-4b6e-9443-92bd73827888 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:07:17.674064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a3558-7834-4f07-8ef8-d2b91c08cae5 req-e3319912-20ae-4f7b-8bc3-f1b01de9e0e1 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:17.675564 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d70a3558-7834-4f07-8ef8-d2b91c08cae5 req-e3319912-20ae-4f7b-8bc3-f1b01de9e0e1 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 932 time: 0.1065106 Mar 24 14:07:17.679701 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Publish callbacks [] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.706160 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Transition to ACTIVE for port object ff99d81d-ffcf-4b6e-9443-92bd73827888 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:07:17.733337 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d70a3558-7834-4f07-8ef8-d2b91c08cae5 req-08f62c5d-85a5-499a-ba80-27249e55df9c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511498 Mar 24 14:07:17.796232 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:17.854380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:17.931024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Attempting to bind port ff99d81d-ffcf-4b6e-9443-92bd73827888 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:07:17.931453 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Attempting to bind port ff99d81d-ffcf-4b6e-9443-92bd73827888 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:07:17.931779 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Attempting to bind port ff99d81d-ffcf-4b6e-9443-92bd73827888 on network b63a317d-a60c-4e48-8e87-fe850893caee {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:07:17.936506 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Port ff99d81d-ffcf-4b6e-9443-92bd73827888 on network b63a317d-a60c-4e48-8e87-fe850893caee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:07:17.936824 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Attempting to bind port ff99d81d-ffcf-4b6e-9443-92bd73827888 on network b63a317d-a60c-4e48-8e87-fe850893caee {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:07:17.942112 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:07:17.942444 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Checking segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:07:17.942852 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Bound using segment: {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:07:17.943272 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Bound port: ff99d81d-ffcf-4b6e-9443-92bd73827888, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3203bc80-4fca-49cf-a314-8acde92d9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:07:17.943625 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:18.007767 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:07:18.010876 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:07:18.101571 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:18.130508 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.130984 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:18.132504 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 1094 time: 0.8285668 Mar 24 14:07:18.134970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:07:18.140161 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f3777d-d4c7-47f1-a28b-63832908ba2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:07:18.170271 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661187c9-ccbc-4107-9e5d-a641b1d4f248 service neutron] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:18.188280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c6176-08a7-4f4d-afea-5fa8ddc97108 x-openstack-request-id: req-d30c6176-08a7-4f4d-afea-5fa8ddc97108 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:07:18.188280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:07:18.188280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d30c6176-08a7-4f4d-afea-5fa8ddc97108 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:07:18.188280 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30c6176-08a7-4f4d-afea-5fa8ddc97108'] response: {'name': 'network-changed', 'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'status': 'completed', 'code': 200} Mar 24 14:07:18.256121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3777d-d4c7-47f1-a28b-63832908ba2d req-e962ace3-5417-44bd-8a78-25aa3cf8d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.257707 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-84f3777d-d4c7-47f1-a28b-63832908ba2d req-e962ace3-5417-44bd-8a78-25aa3cf8d086 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1128 time: 0.0477722 Mar 24 14:07:18.358653 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3777d-d4c7-47f1-a28b-63832908ba2d req-2422fae6-99f7-4051-a487-963304247855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.360099 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-84f3777d-d4c7-47f1-a28b-63832908ba2d req-2422fae6-99f7-4051-a487-963304247855 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4b095acd61c84709a047179245841144&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0947816 Mar 24 14:07:18.449783 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3777d-d4c7-47f1-a28b-63832908ba2d req-11bb41ae-667e-4b17-937c-6c8fa2048d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.451283 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-84f3777d-d4c7-47f1-a28b-63832908ba2d req-11bb41ae-667e-4b17-937c-6c8fa2048d9f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836654 Mar 24 14:07:18.543045 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-9a7e597a-eb1c-4388-b991-4b8038f24949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.544510 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-9a7e597a-eb1c-4388-b991-4b8038f24949 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1128 time: 0.0475857 Mar 24 14:07:18.605549 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-11b06e84-933e-43f9-87cf-5817de6ea7d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 217 time: 0.0329423 Mar 24 14:07:18.652881 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-43f1a4a5-ad1f-4b24-b8a0-9d594d83bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.654258 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-43f1a4a5-ad1f-4b24-b8a0-9d594d83bdc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.0414181 Mar 24 14:07:18.706445 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-a4b63bf6-fef4-47d4-872f-7c971d768e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.708021 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-a4b63bf6-fef4-47d4-872f-7c971d768e4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471256 Mar 24 14:07:18.812367 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-5dbdfcd5-d731-4084-88ba-17854eb81221 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968475 Mar 24 14:07:18.909280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c382895-ee4a-43a8-9735-b1818e181b68 req-c9811173-8ee8-4c9a-889a-edea162aa21b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:18.910751 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4c382895-ee4a-43a8-9735-b1818e181b68 req-c9811173-8ee8-4c9a-889a-edea162aa21b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.1113694 Mar 24 14:07:18.939418 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef201f68-55c3-4354-84ab-f02012a7b76e req-1fbcc15c-8a48-49ef-bded-d6f328b18f2e service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126561 Mar 24 14:07:18.969065 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4c382895-ee4a-43a8-9735-b1818e181b68 req-52c651b9-18e7-4a38-82a1-9491b5086a39 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501678 Mar 24 14:07:20.097403 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21521525-220d-4d44-a1d0-bac2f8089f5c req-67ee63fe-6a02-428a-b8c5-0c00bf8cc1b1 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:20.098960 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21521525-220d-4d44-a1d0-bac2f8089f5c req-67ee63fe-6a02-428a-b8c5-0c00bf8cc1b1 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0537908 Mar 24 14:07:20.145499 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21521525-220d-4d44-a1d0-bac2f8089f5c req-33621be2-7fb1-499a-9476-435f47a7b821 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411072 Mar 24 14:07:21.259949 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ba6ff-bcfc-463a-8694-bafe6410fdd7 req-0fa57168-326f-4bbb-ab77-e293968e4277 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:21.261430 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-825ba6ff-bcfc-463a-8694-bafe6410fdd7 req-0fa57168-326f-4bbb-ab77-e293968e4277 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0526166 Mar 24 14:07:21.313180 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-825ba6ff-bcfc-463a-8694-bafe6410fdd7 req-14ae371c-6a4c-4767-9bd9-7fcd055a5426 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Mar 24 14:07:22.431178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77655-cd12-457d-ae0f-a6c40dfc29b9 req-3de2138a-47b0-414e-b3b0-814552a2d3c5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:22.432562 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-32b77655-cd12-457d-ae0f-a6c40dfc29b9 req-3de2138a-47b0-414e-b3b0-814552a2d3c5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0524104 Mar 24 14:07:22.478841 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-32b77655-cd12-457d-ae0f-a6c40dfc29b9 req-58a31b82-1d82-49aa-a569-a14509797515 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Mar 24 14:07:23.596624 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b82a3-f014-4901-8809-6e16b1e8aaf8 req-00608943-2312-493d-aa4e-264c95343e29 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:23.598131 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-533b82a3-f014-4901-8809-6e16b1e8aaf8 req-00608943-2312-493d-aa4e-264c95343e29 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0529101 Mar 24 14:07:23.646677 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-533b82a3-f014-4901-8809-6e16b1e8aaf8 req-a461040b-5995-47f1-a866-9f6357cbe340 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429237 Mar 24 14:07:24.262405 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e2469c93-ecdd-488d-a6d9-11196a5eecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:24.759219 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c0088-f0f7-477e-ba4a-464366b6cbcf req-c53800cc-430b-48d7-82fb-985b06c4c1b0 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:24.760650 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9b2c0088-f0f7-477e-ba4a-464366b6cbcf req-c53800cc-430b-48d7-82fb-985b06c4c1b0 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0502903 Mar 24 14:07:24.810004 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9b2c0088-f0f7-477e-ba4a-464366b6cbcf req-b035801f-772f-412f-9f07-8d4cd1e271e1 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 Mar 24 14:07:25.923703 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1ea48-5849-449c-ba8e-ca1aed1a137e req-2c9de1b0-be9c-41f5-92fa-0e13bf0ece4c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:25.925058 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8df1ea48-5849-449c-ba8e-ca1aed1a137e req-2c9de1b0-be9c-41f5-92fa-0e13bf0ece4c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0500934 Mar 24 14:07:25.970549 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8df1ea48-5849-449c-ba8e-ca1aed1a137e req-d8ac0dd6-a914-4330-9bc2-a63e7f412e21 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402176 Mar 24 14:07:26.474386 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-655950de-292d-4b75-9469-1cb9baafaa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:27.086722 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f76cfd-a27b-459e-88ad-d0c66b4bb885 req-ef716894-dd5e-4358-9dc7-47b96054e512 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:27.088178 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b3f76cfd-a27b-459e-88ad-d0c66b4bb885 req-ef716894-dd5e-4358-9dc7-47b96054e512 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0509915 Mar 24 14:07:27.134614 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b3f76cfd-a27b-459e-88ad-d0c66b4bb885 req-9d67db4f-5013-4f2c-ad16-d96098498be3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Mar 24 14:07:27.818432 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:28.260091 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac46ed6-b9d8-4c7a-ae23-a27d6aa97b7b req-2c1ed6b5-c41e-4884-b1a7-3fe7c5df9c58 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:28.261458 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6ac46ed6-b9d8-4c7a-ae23-a27d6aa97b7b req-2c1ed6b5-c41e-4884-b1a7-3fe7c5df9c58 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0638342 Mar 24 14:07:28.308880 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6ac46ed6-b9d8-4c7a-ae23-a27d6aa97b7b req-f5e5fd50-5b71-4a86-96c2-6282f2a18b0b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Mar 24 14:07:29.022383 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:29.422123 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109d27d-dcc1-48ba-b83b-137e189261d9 req-d4155c43-b5e2-41b1-8ad1-6673d2da4aff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:29.423578 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9109d27d-dcc1-48ba-b83b-137e189261d9 req-d4155c43-b5e2-41b1-8ad1-6673d2da4aff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0504775 Mar 24 14:07:29.469776 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9109d27d-dcc1-48ba-b83b-137e189261d9 req-d3b0fd9b-d904-4f09-83a4-b034446cfeb9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409331 Mar 24 14:07:30.585359 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda8a38-f479-4e13-8ab3-872787ee0182 req-95081a42-6627-4c37-8b88-e4b41707b95b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:30.586816 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6eda8a38-f479-4e13-8ab3-872787ee0182 req-95081a42-6627-4c37-8b88-e4b41707b95b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0515873 Mar 24 14:07:30.594039 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:30.635876 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6eda8a38-f479-4e13-8ab3-872787ee0182 req-b943aff1-0862-4385-b943-62878e44304f tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Mar 24 14:07:31.753341 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae569-a62a-4fd1-a3f9-ff37e1663479 req-39534ec4-e91a-44df-90b0-ea07f532c831 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:31.754857 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-faeae569-a62a-4fd1-a3f9-ff37e1663479 req-39534ec4-e91a-44df-90b0-ea07f532c831 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0549257 Mar 24 14:07:31.802127 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-faeae569-a62a-4fd1-a3f9-ff37e1663479 req-567a32d2-9413-4f15-bb4b-529c73df660a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418401 Mar 24 14:07:32.920454 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c50e-7e15-4235-afed-7ae9cd69672e req-bf78f80d-1444-4ada-a4d9-faea9c2f8501 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:32.921908 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85d1c50e-7e15-4235-afed-7ae9cd69672e req-bf78f80d-1444-4ada-a4d9-faea9c2f8501 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0541468 Mar 24 14:07:32.968759 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85d1c50e-7e15-4235-afed-7ae9cd69672e req-61bcbca3-ec4d-4600-9bf8-7ad4e4bd485e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413828 Mar 24 14:07:34.081971 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81054387-1326-4dab-8a17-f2538a508fca req-828b22c9-1a31-47c4-a1c7-f00277a500c9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:34.083461 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-81054387-1326-4dab-8a17-f2538a508fca req-828b22c9-1a31-47c4-a1c7-f00277a500c9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0503228 Mar 24 14:07:34.129640 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-81054387-1326-4dab-8a17-f2538a508fca req-044ad502-ae0e-4b0b-953f-0a0b10a1b7be tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407128 Mar 24 14:07:35.243389 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339fab8-cb88-4a4e-99bc-5095f7247911 req-7f06aa9b-7f78-43a9-b106-2b0604141a01 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:35.244843 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4339fab8-cb88-4a4e-99bc-5095f7247911 req-7f06aa9b-7f78-43a9-b106-2b0604141a01 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0515554 Mar 24 14:07:35.291346 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4339fab8-cb88-4a4e-99bc-5095f7247911 req-9be4490c-6bed-4709-a8bd-146406c802bf tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Mar 24 14:07:36.176418 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:36.417794 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902e23e-df7c-4aee-962a-05263ab8502d req-dc85391d-8176-47c7-9a74-232884fbadc8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:36.419790 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6902e23e-df7c-4aee-962a-05263ab8502d req-dc85391d-8176-47c7-9a74-232884fbadc8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0549600 Mar 24 14:07:36.468607 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6902e23e-df7c-4aee-962a-05263ab8502d req-1417b1ad-c485-4354-bd8d-c54675caed38 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Mar 24 14:07:37.585192 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373e250-0838-48f5-99ab-ab9b752c9954 req-d87a5d58-91bf-4c2b-ae4c-7ebdb484fdc5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:37.586683 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7373e250-0838-48f5-99ab-ab9b752c9954 req-d87a5d58-91bf-4c2b-ae4c-7ebdb484fdc5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0511973 Mar 24 14:07:37.635806 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7373e250-0838-48f5-99ab-ab9b752c9954 req-f6cc03c4-38a8-4efa-8274-b081923956a8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Mar 24 14:07:38.367647 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-3f60982b-1326-4ad4-84aa-2f2ac3a6ffda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431263 Mar 24 14:07:38.452427 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950252ad-e660-4aee-9d10-3ad594c05020 req-897fd9f8-08f9-43f3-9581-1314a2e12073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:38.453893 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-897fd9f8-08f9-43f3-9581-1314a2e12073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1129 time: 0.0423806 Mar 24 14:07:38.555813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950252ad-e660-4aee-9d10-3ad594c05020 req-786c8795-4f72-437e-a6de-8111a3e2dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:38.557150 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-786c8795-4f72-437e-a6de-8111a3e2dea4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.0824683 Mar 24 14:07:38.622775 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-4f29ed0f-3bec-4ca3-a071-d550a7a57ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 1001 time: 0.0570548 Mar 24 14:07:38.669707 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950252ad-e660-4aee-9d10-3ad594c05020 req-6750b0e8-cf06-43c1-9256-0a1b6ff0ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:38.671325 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-6750b0e8-cf06-43c1-9256-0a1b6ff0ed59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0422990 Mar 24 14:07:38.722769 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950252ad-e660-4aee-9d10-3ad594c05020 req-ce0a0931-24a9-47e8-ba96-4d34e49fbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:38.724281 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-ce0a0931-24a9-47e8-ba96-4d34e49fbb55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463116 Mar 24 14:07:38.749779 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d85d-627d-4fef-bafa-384dd891dd34 req-6ea2c8dd-f6fa-4510-8812-529b74f6ec7b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:38.751292 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a265d85d-627d-4fef-bafa-384dd891dd34 req-6ea2c8dd-f6fa-4510-8812-529b74f6ec7b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0517614 Mar 24 14:07:38.798282 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a265d85d-627d-4fef-bafa-384dd891dd34 req-61fce327-6d7c-4a32-b12f-e3f25ed999dc tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414820 Mar 24 14:07:38.810071 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-8fe52cf9-6a1a-4968-a484-36769290f7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786858 Mar 24 14:07:38.900127 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-950252ad-e660-4aee-9d10-3ad594c05020 req-a41f002e-0dbc-4764-bbe4-465b363b326d service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827243 Mar 24 14:07:39.093498 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:07:39.188494 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:07:39.200254 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'port_id': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'mac_address': 'fa:16:3e:5c:e2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:07:39.235390 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port ff99d81d-ffcf-4b6e-9443-92bd73827888 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:07:39.235772 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:39.248267 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff99d81d-ffcf-4b6e-9443-92bd73827888 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:07:39.267307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:07:39.331726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:39.378691 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:39.385512 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.385858 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.386195 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.386531 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.386886 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.387743 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.388082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.388386 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.388705 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.389024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.389343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.389662 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.389976 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.390290 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.390626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:07:39.913268 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efdba3-9cba-4fb0-b32a-8bddf2a1fae2 req-7f592fe2-cb8b-42f0-a45a-39e590c2403d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:39.914769 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f1efdba3-9cba-4fb0-b32a-8bddf2a1fae2 req-7f592fe2-cb8b-42f0-a45a-39e590c2403d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.0528643 Mar 24 14:07:39.963198 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f1efdba3-9cba-4fb0-b32a-8bddf2a1fae2 req-a54bf707-99cf-49c9-ab8c-e3b0a87ad92c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Mar 24 14:07:40.079161 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['ff99d81d-ffcf-4b6e-9443-92bd73827888'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:07:41.077779 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1af885-621c-4103-b606-e3549f81bd89 req-85a41d22-4753-4f83-904f-400e211bc2de tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:41.079328 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a1af885-621c-4103-b606-e3549f81bd89 req-85a41d22-4753-4f83-904f-400e211bc2de tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.0507336 Mar 24 14:07:41.129120 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a1af885-621c-4103-b606-e3549f81bd89 req-2341d41f-7329-4186-b535-ff01a7e302bc tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Mar 24 14:07:42.240740 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9186b-8576-46ca-bef2-6527cac4077e req-d790532b-3ec1-4a39-9a10-d903ea91a887 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:42.242170 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-57c9186b-8576-46ca-bef2-6527cac4077e req-d790532b-3ec1-4a39-9a10-d903ea91a887 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.0503929 Mar 24 14:07:42.287911 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-57c9186b-8576-46ca-bef2-6527cac4077e req-06f20f4c-e0af-4af5-8d6e-a2c0fe41eb1e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395930 Mar 24 14:07:43.402372 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7055648-82b5-4638-8714-e47261cc9abd req-edfc6d53-0775-4c65-8b16-d5cf4b4bc848 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:43.403873 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a7055648-82b5-4638-8714-e47261cc9abd req-edfc6d53-0775-4c65-8b16-d5cf4b4bc848 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.0502870 Mar 24 14:07:43.451209 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a7055648-82b5-4638-8714-e47261cc9abd req-e1e9851d-7534-4cc2-94d1-64eb8d930d43 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419722 Mar 24 14:07:44.566629 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a209-9f24-4932-a9de-292193501c5a req-487c6a59-99cb-429f-8839-5e38e28e7a46 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:44.568095 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-31c2a209-9f24-4932-a9de-292193501c5a req-487c6a59-99cb-429f-8839-5e38e28e7a46 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.0538859 Mar 24 14:07:44.615562 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-31c2a209-9f24-4932-a9de-292193501c5a req-e7fb2cbb-fa30-4c4e-9ae0-9696bca13a94 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Mar 24 14:07:44.643960 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:07:45.730717 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0fc4-09e7-4b4f-816e-ef597bb10f97 req-1a908ffc-0bff-4d8a-b2ba-2c5a8c7682b7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:45.732254 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9dae0fc4-09e7-4b4f-816e-ef597bb10f97 req-1a908ffc-0bff-4d8a-b2ba-2c5a8c7682b7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.0521035 Mar 24 14:07:45.779587 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9dae0fc4-09e7-4b4f-816e-ef597bb10f97 req-446a2365-33b5-4b11-97d3-96564601a3e1 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 Mar 24 14:07:46.093094 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:07:46.201249 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port ff99d81d-ffcf-4b6e-9443-92bd73827888 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:07:46.205206 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port ff99d81d-ffcf-4b6e-9443-92bd73827888 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:07:46.205578 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:46.281846 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port ff99d81d-ffcf-4b6e-9443-92bd73827888 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:07:46.282238 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:46.303798 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:07:46.306032 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b212336-c57e-4be3-9188-95c34af2089b" -d '{"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-plugged", "status": "completed", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:07:46.318574 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:07:46.344817 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bce904-9bae-4429-b90b-fd75ed5e9d5f x-openstack-request-id: req-67bce904-9bae-4429-b90b-fd75ed5e9d5f {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:07:46.344817 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-plugged", "status": "completed", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:07:46.344817 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67bce904-9bae-4429-b90b-fd75ed5e9d5f {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:07:46.344817 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bce904-9bae-4429-b90b-fd75ed5e9d5f'] response: {'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'code': 200} Mar 24 14:07:46.384627 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:46.431867 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:46.613195 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4146a-77aa-419b-b25c-038f4b040015 req-dce9e217-7388-4c06-86b4-28697b3cf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:46.614683 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-70d4146a-77aa-419b-b25c-038f4b040015 req-dce9e217-7388-4c06-86b4-28697b3cf637 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.0435030 Mar 24 14:07:46.657925 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-70d4146a-77aa-419b-b25c-038f4b040015 req-8728c1bb-86d0-456f-804c-422a28c86f9c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370781 Mar 24 14:07:46.895156 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c036f7-2f6b-4afe-9264-47abac6b03a8 req-4279c7dc-3b1b-4219-bb32-757e11e12bf9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:46.896786 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-48c036f7-2f6b-4afe-9264-47abac6b03a8 req-4279c7dc-3b1b-4219-bb32-757e11e12bf9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0537555 Mar 24 14:07:46.942893 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-48c036f7-2f6b-4afe-9264-47abac6b03a8 req-7602ed11-4884-4839-a0c0-d7b4f6675c75 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Mar 24 14:07:48.059989 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e71ae-e3b1-4755-8d62-3f663662fc81 req-512d2926-6328-4aae-8a36-99dfa3181aa2 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:48.061483 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b40e71ae-e3b1-4755-8d62-3f663662fc81 req-512d2926-6328-4aae-8a36-99dfa3181aa2 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0522804 Mar 24 14:07:48.113362 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b40e71ae-e3b1-4755-8d62-3f663662fc81 req-ed475b11-240c-4807-b172-c5849675d953 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464289 Mar 24 14:07:49.225944 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0ca58-9d43-445c-9a29-b5a9a2446180 req-ed4e0b0a-e2ca-4f24-9c00-fade56b61242 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:49.227431 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f5a0ca58-9d43-445c-9a29-b5a9a2446180 req-ed4e0b0a-e2ca-4f24-9c00-fade56b61242 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0504639 Mar 24 14:07:49.278626 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f5a0ca58-9d43-445c-9a29-b5a9a2446180 req-f8e478cb-d4a1-4d63-8d20-4a7fc0e16719 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448601 Mar 24 14:07:49.395822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae0833-34ba-4de9-ae1b-6fadb9f3be8a req-ecc3af4c-cd36-4a39-ba46-6ef5d524d99b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:49.397304 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6fae0833-34ba-4de9-ae1b-6fadb9f3be8a req-ecc3af4c-cd36-4a39-ba46-6ef5d524d99b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0540569 Mar 24 14:07:49.446243 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6fae0833-34ba-4de9-ae1b-6fadb9f3be8a req-164d1767-2a71-4bb7-9636-a4c9e918e161 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Mar 24 14:07:49.467635 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 45946) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:07:49.648265 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2dd94-8979-4caf-b06c-7a0134421f43 tempest-TestShelveInstance-1660141149 tempest-TestShelveInstance-1660141149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:49.649740 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d4c2dd94-8979-4caf-b06c-7a0134421f43 tempest-TestShelveInstance-1660141149 tempest-TestShelveInstance-1660141149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1125 time: 0.1810412 Mar 24 14:07:49.652655 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 45950) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:07:49.657325 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'port_id': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'tenant_id': '4b095acd61c84709a047179245841144', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:07:49.750081 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:49.844251 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:49.941246 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Allocated IP 172.27.0.129 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/b7647879-9afd-4aba-b968-a2d057dfb4af) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:07:50.044854 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:50.139611 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:50.174300 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:07:50.177112 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:07:50.182447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:07:50.204550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'Port': ['ID=b7647879-9afd-4aba-b968-a2d057dfb4af,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:50.531623 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for floatingip (64d24fef-317d-4a97-8369-eb1b7fbe6d0b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:50.645993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:50.793341 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:50.852676 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:50.921605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event updated for resources: {'Port': ['ID=b7647879-9afd-4aba-b968-a2d057dfb4af,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:07:50.931402 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (64d24fef-317d-4a97-8369-eb1b7fbe6d0b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:51.030000 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Floating IP 64d24fef-317d-4a97-8369-eb1b7fbe6d0b associated. External IP: 172.27.0.129, port: ff99d81d-ffcf-4b6e-9443-92bd73827888. Mar 24 14:07:51.465388 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:07:51.570911 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:07:51.581215 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] Sync routers for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:07:51.590582 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:07:51.591285 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:07:51.643338 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:51.682651 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-0f850a98-2e4d-40f4-909a-7f8810a94921 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0181730 Mar 24 14:07:51.682651 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:07:51.682651 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cde6e8-46fb-4cec-9d15-947a733e7c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:07:51.698949 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:07:51.710757 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be868b1d-c275-4a58-ab3a-b77e318c365e x-openstack-request-id: req-be868b1d-c275-4a58-ab3a-b77e318c365e {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:07:51.711051 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:07:51.711304 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be868b1d-c275-4a58-ab3a-b77e318c365e {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:07:51.711711 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be868b1d-c275-4a58-ab3a-b77e318c365e'] response: {'name': 'network-changed', 'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'status': 'completed', 'code': 200} Mar 24 14:07:51.914280 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '64d24fef-317d-4a97-8369-eb1b7fbe6d0b', 'tenant_id': '4b095acd61c84709a047179245841144', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'port_id': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'mac_address': 'fa:16:3e:5c:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:07:50Z', 'updated_at': '2022-03-24T14:07:50Z', 'revision_number': 0, 'project_id': '4b095acd61c84709a047179245841144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:07:51.943701 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] Checking router: 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:07:51.951733 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:07:51.952321 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:07:52.055552 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:07:52.265917 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '64d24fef-317d-4a97-8369-eb1b7fbe6d0b', 'tenant_id': '4b095acd61c84709a047179245841144', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'port_id': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'mac_address': 'fa:16:3e:5c:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:07:50Z', 'updated_at': '2022-03-24T14:07:50Z', 'revision_number': 0, 'project_id': '4b095acd61c84709a047179245841144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:07:52.290725 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bff9e-a612-410c-9871-4e9fca81be4b None None] The sync data for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi is: [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '64d24fef-317d-4a97-8369-eb1b7fbe6d0b', 'tenant_id': '4b095acd61c84709a047179245841144', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'port_id': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'mac_address': 'fa:16:3e:5c:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:07:50Z', 'updated_at': '2022-03-24T14:07:50Z', 'revision_number': 0, 'project_id': '4b095acd61c84709a047179245841144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:07:52.481670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27d544-4344-42ba-b70d-f1a81741dccf None None] New status for floating IP 64d24fef-317d-4a97-8369-eb1b7fbe6d0b: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:07:53.633249 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-ddf02e42-da07-4d0c-834c-0957385f92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:53.634775 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-ddf02e42-da07-4d0c-834c-0957385f92a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.0444198 Mar 24 14:07:53.720324 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-18e32dfb-81c1-4003-8f71-a8d638aee7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:53.721654 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-18e32dfb-81c1-4003-8f71-a8d638aee7be service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 909 time: 0.0792711 Mar 24 14:07:53.787995 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-0835c48f-1a7b-4538-95df-999390fe34e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 1002 time: 0.0588648 Mar 24 14:07:53.834864 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-c6a57383-4d33-48c3-9ba3-827fe549e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:53.836418 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-c6a57383-4d33-48c3-9ba3-827fe549e95e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.0422504 Mar 24 14:07:53.884655 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-b90063c8-177e-435f-9a81-facad970981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:07:53.886124 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-b90063c8-177e-435f-9a81-facad970981e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432467 Mar 24 14:07:53.981797 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-15ebb8c5-8e49-4d71-88a7-0ac13d7245d4 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818558 Mar 24 14:07:54.069973 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15cde6e8-46fb-4cec-9d15-947a733e7c5a req-57542dc4-b66d-41d0-a004-b7621175913a service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792477 Mar 24 14:07:54.258485 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d6503ecf-abdb-4195-8a06-3076cf33f167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:56.486662 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-45f5b899-65f5-4ea7-a0e8-ba45e9ab8f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:57.807212 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:59.045394 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:07:59.973843 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 46030) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:00.086266 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-62f20882-77ed-4498-9e44-a9f79833b2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.158404 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-62f20882-77ed-4498-9e44-a9f79833b2ee admin admin] Publish callbacks [] for security_group (5fa03160-9922-419e-8536-ee2002414bb3), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.201117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-62f20882-77ed-4498-9e44-a9f79833b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5fa03160-9922-419e-8536-ee2002414bb3), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.239087 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-62f20882-77ed-4498-9e44-a9f79833b2ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f58ff9aae3a34c8e961abc988e063b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642252 Mar 24 14:08:00.239953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f20882-77ed-4498-9e44-a9f79833b2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa03160-9922-419e-8536-ee2002414bb3,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:00.241810 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46036) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:00.288564 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9fc6-882a-4b1b-84b5-558b487b40a7 admin admin] Publish callbacks [] for security_group (5fa03160-9922-419e-8536-ee2002414bb3), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.310107 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9fc6-882a-4b1b-84b5-558b487b40a7 admin admin] Publish callbacks [] for security_group (5fa03160-9922-419e-8536-ee2002414bb3), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.441109 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9fc6-882a-4b1b-84b5-558b487b40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5fa03160-9922-419e-8536-ee2002414bb3), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.443707 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9fc6-882a-4b1b-84b5-558b487b40a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:00.444840 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-eb3a9fc6-882a-4b1b-84b5-558b487b40a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fa03160-9922-419e-8536-ee2002414bb3 HTTP/1.1" status: 204 len: 168 time: 0.2020590 Mar 24 14:08:00.453412 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a9fc6-882a-4b1b-84b5-558b487b40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa03160-9922-419e-8536-ee2002414bb3,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:00.607215 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.310696 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46060) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:01.400888 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2058317387-network', 'tenant_id': '6840b580926e440db53b02c6d06a8e79'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:01.486918 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Made reservation on behalf of 6840b580926e440db53b02c6d06a8e79 for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:08:01.489228 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.497644 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.567868 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks [] for security_group (032ea34f-d3c7-488b-b748-5a3244db9ea6), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.635752 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (032ea34f-d3c7-488b-b748-5a3244db9ea6), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.660483 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:08:01.669243 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032ea34f-d3c7-488b-b748-5a3244db9ea6,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:01.674916 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (3134127d-1f8d-4d90-9f39-d92e51af6864), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.675258 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Added segment 3134127d-1f8d-4d90-9f39-d92e51af6864 of type vlan for network 96706a1b-eeb4-404f-ac4a-674a2f837d0c Mar 24 14:08:01.712618 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (96706a1b-eeb4-404f-ac4a-674a2f837d0c), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.795730 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (96706a1b-eeb4-404f-ac4a-674a2f837d0c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.796649 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:01.797233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:01.854941 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] Pushing event updated for resources: {'Network': ['ID=96706a1b-eeb4-404f-ac4a-674a2f837d0c,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:01.864821 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:08:01.900919 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a94ff3d4-a5d3-473b-8ea8-fa731a17d771 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5890207 Mar 24 14:08:01.903560 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46064) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:01.908769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Request body: {'subnet': {'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2058317387-subnet', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:01.978081 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Made reservation on behalf of 6840b580926e440db53b02c6d06a8e79 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:08:01.980504 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.189787 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (3040c447-310b-42b0-ba08-47a759310a4d), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.246293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3040c447-310b-42b0-ba08-47a759310a4d,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:02.251091 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Checking segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:02.251443 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Network hostable DHCP agents. Network: 96706a1b-eeb4-404f-ac4a-674a2f837d0c, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:08:02.332627 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:08:02.378023 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 96706a1b-eeb4-404f-ac4a-674a2f837d0c) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:02.382093 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:02.382702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.386716 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6404486-9ca6-4365-9626-1e4b7867f733 None None] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:08:02.471025 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-b904029f-71ed-4ea0-8eca-d54f9aeade13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5661776 Mar 24 14:08:02.473419 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46068) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:02.477577 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:02.489048 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:08:02.489919 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.565411 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (b4ff6475-fc1d-4c07-92a7-a095199f578c), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.566486 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (b4ff6475-fc1d-4c07-92a7-a095199f578c), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.618570 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Allocated IP 172.20.0.2 (96706a1b-eeb4-404f-ac4a-674a2f837d0c/3040c447-310b-42b0-ba08-47a759310a4d/5fb7918d-234d-43d5-8bed-ca8c36eb6573) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:02.619083 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks [] for router_controller (b4ff6475-fc1d-4c07-92a7-a095199f578c), precommit_add_association {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.758929 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Publish callbacks [] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.819509 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks [] for router_gateway (b4ff6475-fc1d-4c07-92a7-a095199f578c), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.835635 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.870998 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:02.873692 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:02.877066 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:02.888024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Pushing event updated for resources: {'Port': ['ID=5fb7918d-234d-43d5-8bed-ca8c36eb6573,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:02.941774 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Attempting to bind port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:02.942143 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Attempting to bind port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:02.942499 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Attempting to bind port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 on network 96706a1b-eeb4-404f-ac4a-674a2f837d0c {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:02.947358 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:02.947730 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Checking segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:02.948131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:02.948522 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Bound using segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:02.948979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Bound port: 5fb7918d-234d-43d5-8bed-ca8c36eb6573, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:02.949349 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:03.010449 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] For port 5fb7918d-234d-43d5-8bed-ca8c36eb6573, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:03.013482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] For port 5fb7918d-234d-43d5-8bed-ca8c36eb6573, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=5fb7918d-234d-43d5-8bed-ca8c36eb6573,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:03.065307 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks [] for router_gateway (b4ff6475-fc1d-4c07-92a7-a095199f578c), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:03.083585 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:03.098711 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:03.163938 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171c097-53f5-4adb-a19f-0cb77952ce91 None None] Pushing event updated for resources: {'Port': ['ID=5fb7918d-234d-43d5-8bed-ca8c36eb6573,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:03.194488 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Allocated IP 172.27.0.202 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/98a42387-7eba-4fec-b50b-b18cdc47c49c) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:03.303360 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks [] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:03.423807 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:03.463113 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:03.467840 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:03.472830 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:03.475783 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Pushing event updated for resources: {'Port': ['ID=98a42387-7eba-4fec-b50b-b18cdc47c49c,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:04.004492 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks [] for router_gateway (b4ff6475-fc1d-4c07-92a7-a095199f578c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.010844 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cec460-114c-4748-95fa-a089245cab85 None None] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:08:04.180570 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 5fb7918d-234d-43d5-8bed-ca8c36eb6573 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:04.213190 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (b4ff6475-fc1d-4c07-92a7-a095199f578c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.237293 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] Provisioning complete for port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:04.237662 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.314616 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:04.314928 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.404729 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] Current status of the port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:04.405135 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.411508 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Router b4ff6475-fc1d-4c07-92a7-a095199f578c is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:08:04.470106 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:04.470499 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.473391 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] For port 5fb7918d-234d-43d5-8bed-ca8c36eb6573, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=5fb7918d-234d-43d5-8bed-ca8c36eb6573,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:04.531058 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:08:04.540753 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Sync routers for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:08:04.548595 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.553084 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:04.553701 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:04.622851 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.db.api [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 14:08:04.623279 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG oslo_db.api [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 14:08:04.627559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55efd4-6ae2-4d3e-97d3-a66f860b45f6 None None] Pushing event updated for resources: {'Port': ['ID=5fb7918d-234d-43d5-8bed-ca8c36eb6573,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:04.633710 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.637627 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-7c262a69-e55a-48db-b9a1-9fe2c1980b68 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1607554 Mar 24 14:08:04.638515 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 46078) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:04.661053 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:04.673640 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-ab876ccb-a471-4708-afce-206aace17482 None None] Provisioning complete for port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:04.674205 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ab876ccb-a471-4708-afce-206aace17482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:04.765307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-ab876ccb-a471-4708-afce-206aace17482 None None] Current status of the port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:04.839500 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:03Z', 'revision_number': 3, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:04.866684 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Checking router: b4ff6475-fc1d-4c07-92a7-a095199f578c for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:08:04.867151 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Updating router b4ff6475-fc1d-4c07-92a7-a095199f578c port 98a42387-7eba-4fec-b50b-b18cdc47c49c binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:08:04.894079 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.060539 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.162208 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:05.215307 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Allocated IP 172.20.0.1 (96706a1b-eeb4-404f-ac4a-674a2f837d0c/3040c447-310b-42b0-ba08-47a759310a4d/1db9fee6-093f-4ce4-9602-6783bef3a77e) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:05.231472 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Publish callbacks [] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.296752 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.317704 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks [] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.348582 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Attempting to bind port 98a42387-7eba-4fec-b50b-b18cdc47c49c on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:05.348946 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Attempting to bind port 98a42387-7eba-4fec-b50b-b18cdc47c49c by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:05.349305 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Attempting to bind port 98a42387-7eba-4fec-b50b-b18cdc47c49c on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:05.352038 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Pushing event updated for resources: {'Port': ['ID=98a42387-7eba-4fec-b50b-b18cdc47c49c,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:05.360295 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:05.361807 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:05.361807 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.361807 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:05.362089 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Bound port: 98a42387-7eba-4fec-b50b-b18cdc47c49c, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:05.362320 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.364411 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.364752 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.365105 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.365498 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.365823 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.366148 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.366470 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.366812 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.367128 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.367442 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.367749 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.368079 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.368404 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.368716 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.369028 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.413007 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.422644 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] For port 98a42387-7eba-4fec-b50b-b18cdc47c49c, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:05.425796 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] For port 98a42387-7eba-4fec-b50b-b18cdc47c49c, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=98a42387-7eba-4fec-b50b-b18cdc47c49c,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:05.451492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:05.454492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:05.458040 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:05.487722 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Pushing event updated for resources: {'Port': ['ID=1db9fee6-093f-4ce4-9602-6783bef3a77e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:05.498919 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.500919 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.501273 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.501616 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.501969 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.502292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.502662 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.503031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.503357 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.503681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.504024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.504387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.504770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.505085 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.505456 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.505775 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:05.520868 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (b4ff6475-fc1d-4c07-92a7-a095199f578c), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.564496 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ecfa1-4ea3-40b0-b6f5-d6a9966cf7fa None None] Pushing event updated for resources: {'Port': ['ID=98a42387-7eba-4fec-b50b-b18cdc47c49c,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:05.580625 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:05.581247 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:05.704604 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a96feb1a-a8a4-43e7-8a6c-9d48312b6560 None None] Provisioning complete for port 1db9fee6-093f-4ce4-9602-6783bef3a77e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:05.704979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a96feb1a-a8a4-43e7-8a6c-9d48312b6560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.707005 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:05.742698 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a96feb1a-a8a4-43e7-8a6c-9d48312b6560 None None] Port 1db9fee6-093f-4ce4-9602-6783bef3a77e cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:08:05.771206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.892187 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:03Z', 'revision_number': 3, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:05.929837 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff7d31-03e4-4de5-98db-c9729301bcdb None None] The sync data for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi is: [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:03Z', 'revision_number': 3, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:08:05.964653 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks [] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:05.984970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a380b2-e6b6-4786-b65f-676a352831af req-29a4ce6f-ba9c-47b6-97a6-2ec038814f97 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:05.986519 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-93a380b2-e6b6-4786-b65f-676a352831af req-29a4ce6f-ba9c-47b6-97a6-2ec038814f97 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.0765021 Mar 24 14:08:06.040337 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-93a380b2-e6b6-4786-b65f-676a352831af req-ceb7c90e-88b1-47a9-9dd0-1e9c6c57973e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Mar 24 14:08:06.046908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:06.107970 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 5fb7918d-234d-43d5-8bed-ca8c36eb6573 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:06.122375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Pushing event updated for resources: {'Port': ['ID=1db9fee6-093f-4ce4-9602-6783bef3a77e,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:06.124778 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (b4ff6475-fc1d-4c07-92a7-a095199f578c), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:06.170157 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:06.170685 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:06.248266 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:06.249743 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:06.255205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:06.269266 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:06.375044 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Router b4ff6475-fc1d-4c07-92a7-a095199f578c has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:08:06.471019 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-9e43fed9-ab29-401a-a7d6-f94400837076 None None] Provisioning complete for port 1db9fee6-093f-4ce4-9602-6783bef3a77e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:06.471019 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9e43fed9-ab29-401a-a7d6-f94400837076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:06.492605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:08:06.507660 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-98f772bd-79da-41a3-942f-68602913867a admin admin] 10.222.0.20 "PUT /v2.0/routers/b4ff6475-fc1d-4c07-92a7-a095199f578c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592615 Mar 24 14:08:06.510389 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9e43fed9-ab29-401a-a7d6-f94400837076 None None] Port 1db9fee6-093f-4ce4-9602-6783bef3a77e cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:08:07.157071 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08702c74-7add-4619-8a37-26f4151bca1e req-6e585054-335c-4513-a2c9-03001dadabb2 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:07.158584 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-08702c74-7add-4619-8a37-26f4151bca1e req-6e585054-335c-4513-a2c9-03001dadabb2 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Mar 24 14:08:07.207276 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-08702c74-7add-4619-8a37-26f4151bca1e req-b4f6bed4-17cb-4347-ad9f-d6334489fa4a tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Mar 24 14:08:07.275917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 46104) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:07.280976 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1032477021-network', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:07.344759 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Made reservation on behalf of e351824f749c44c98ce282d7e29132d4 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:08:07.347330 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.359472 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.428887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks [] for security_group (4f8a4c64-304b-49d5-860f-5e3583a86c27), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.475636 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (4f8a4c64-304b-49d5-860f-5e3583a86c27), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.500200 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:08:07.509041 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8a4c64-304b-49d5-860f-5e3583a86c27,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:07.515149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (b194acfb-2452-4b6d-994f-d42e71cca291), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.515553 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Added segment b194acfb-2452-4b6d-994f-d42e71cca291 of type vlan for network 4b7c9888-fb91-448a-b502-89e9e01c8bbe Mar 24 14:08:07.522444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Sync routers for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:08:07.533591 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:07.534214 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:07.558062 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (4b7c9888-fb91-448a-b502-89e9e01c8bbe), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.633980 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (4b7c9888-fb91-448a-b502-89e9e01c8bbe), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.635091 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:07.636305 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.644173 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:07.693368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7c9888-fb91-448a-b502-89e9e01c8bbe,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:07.717701 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:08:07.759894 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46106) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:07.760111 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-606b8de5-9fce-45c7-abc5-ff3587de5719 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4827907 Mar 24 14:08:07.764808 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Request body: {'subnet': {'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1032477021-subnet', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:07.839690 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Made reservation on behalf of e351824f749c44c98ce282d7e29132d4 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:08:07.842057 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:07.904505 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 2, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:07.930599 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Checking router: b4ff6475-fc1d-4c07-92a7-a095199f578c for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:08:07.930952 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Updating router b4ff6475-fc1d-4c07-92a7-a095199f578c port 1db9fee6-093f-4ce4-9602-6783bef3a77e binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:08:07.957877 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.041234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-e8d95dc3-cbe9-46dc-acd3-67c363ff820d tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:08.048400 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-e8d95dc3-cbe9-46dc-acd3-67c363ff820d tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.0662022 Mar 24 14:08:08.053339 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (5db1a899-f598-4112-9767-dccc5af37f43), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.121318 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db1a899-f598-4112-9767-dccc5af37f43,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:08.126605 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Checking segment: {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:08.127033 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Network hostable DHCP agents. Network: 4b7c9888-fb91-448a-b502-89e9e01c8bbe, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:08:08.134021 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.134454 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.134843 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.135368 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.135844 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.136338 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.138999 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.139513 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.140016 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.140511 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.141009 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.142044 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.142769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.143263 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.143869 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:08.148082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 98a42387-7eba-4fec-b50b-b18cdc47c49c up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:08.176681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Deleting port 7fa26872-2905-46c1-be3e-8bf86a9f460b {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:08:08.177090 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.223825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:08:08.248963 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 98a42387-7eba-4fec-b50b-b18cdc47c49c triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:08.249336 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.275544 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] For port 7fa26872-2905-46c1-be3e-8bf86a9f460b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7fa26872-2905-46c1-be3e-8bf86a9f460b,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:08.275903 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.286878 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 4b7c9888-fb91-448a-b502-89e9e01c8bbe) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:08.291663 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:08.292531 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.299519 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3c8f3-54eb-4dd4-bdce-fe41cc871526 None None] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:08:08.301838 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Calling delete_port for 7fa26872-2905-46c1-be3e-8bf86a9f460b owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:08:08.367236 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d832a4b7-3423-4bba-8fed-c7e4f22f45b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6061554 Mar 24 14:08:08.368208 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46110) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:08.372185 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Publish callbacks [] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.376303 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:08.410244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc565998-d414-4633-8cae-25cc1d5d1c26 req-2f442c23-b924-4221-9ad6-f9a8a730fe6a tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:08.411821 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dc565998-d414-4633-8cae-25cc1d5d1c26 req-2f442c23-b924-4221-9ad6-f9a8a730fe6a tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 945 time: 0.1330462 Mar 24 14:08:08.449099 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 98a42387-7eba-4fec-b50b-b18cdc47c49c is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:08.449459 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.456741 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-4b7c9888-fb91-448a-b502-89e9e01c8bbe', 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe', 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'fixed_ips': [{'subnet_id': '5db1a899-f598-4112-9767-dccc5af37f43'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:08:08.457546 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.465671 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.487372 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (a9a109ee-0a69-45d1-b644-e516a12fe042), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.488792 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (a9a109ee-0a69-45d1-b644-e516a12fe042), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.498009 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dc565998-d414-4633-8cae-25cc1d5d1c26 req-7ef74670-1849-4220-9486-cd71979157f3 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763483 Mar 24 14:08:08.511080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 98a42387-7eba-4fec-b50b-b18cdc47c49c, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=98a42387-7eba-4fec-b50b-b18cdc47c49c,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:08.562588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks [] for router_controller (a9a109ee-0a69-45d1-b644-e516a12fe042), precommit_add_association {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.572994 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (7fa26872-2905-46c1-be3e-8bf86a9f460b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.590670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['7fa26872-2905-46c1-be3e-8bf86a9f460b'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:08:08.605350 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Pushing event deleted for resources: {'Port': ['ID=7fa26872-2905-46c1-be3e-8bf86a9f460b,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:08.626784 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18685a64-501d-4e9b-b222-f517066a39cd None None] Pushing event updated for resources: {'Port': ['ID=1db9fee6-093f-4ce4-9602-6783bef3a77e,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:08.646282 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.661237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] No DVR routers for this DVR port 7fa26872-2905-46c1-be3e-8bf86a9f460b on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:08:08.663184 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.666749 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-da07d874-6ba5-44f1-9aa1-1e0e5e12fa60 req-cbfc9493-6417-4a9e-96df-df352661b907 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "DELETE /v2.0/ports/7fa26872-2905-46c1-be3e-8bf86a9f460b HTTP/1.1" status: 204 len: 173 time: 0.6121926 Mar 24 14:08:08.667245 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'name': 'network-vif-deleted', 'tag': '7fa26872-2905-46c1-be3e-8bf86a9f460b'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:08:08.670415 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b334586d-7829-4b73-a3ce-d0383b4297b7" -d '{"events": [{"server_uuid": "c309cf4f-65cd-4826-a18c-21fafe8d56b2", "name": "network-vif-deleted", "tag": "7fa26872-2905-46c1-be3e-8bf86a9f460b"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:08:08.714133 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69803a7-bf47-4656-ad7c-562cc18d6fa3 x-openstack-request-id: req-f69803a7-bf47-4656-ad7c-562cc18d6fa3 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:08:08.714133 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309cf4f-65cd-4826-a18c-21fafe8d56b2", "name": "network-vif-deleted", "tag": "7fa26872-2905-46c1-be3e-8bf86a9f460b", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:08:08.714133 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f69803a7-bf47-4656-ad7c-562cc18d6fa3 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:08:08.714133 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69803a7-bf47-4656-ad7c-562cc18d6fa3'] response: {'server_uuid': 'c309cf4f-65cd-4826-a18c-21fafe8d56b2', 'name': 'network-vif-deleted', 'tag': '7fa26872-2905-46c1-be3e-8bf86a9f460b', 'status': 'completed', 'code': 200} Mar 24 14:08:08.833601 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks [] for router_gateway (a9a109ee-0a69-45d1-b644-e516a12fe042), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.888770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Attempting to bind port 1db9fee6-093f-4ce4-9602-6783bef3a77e on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:08.889128 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Attempting to bind port 1db9fee6-093f-4ce4-9602-6783bef3a77e by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:08.889479 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Attempting to bind port 1db9fee6-093f-4ce4-9602-6783bef3a77e on network 96706a1b-eeb4-404f-ac4a-674a2f837d0c {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:08.906371 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:08.907318 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Checking segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:08.907716 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.908100 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Bound using segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:08.908546 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Bound port: 1db9fee6-093f-4ce4-9602-6783bef3a77e, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:08.908913 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:08.915038 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=98a42387-7eba-4fec-b50b-b18cdc47c49c,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:08.918835 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Allocated IP 172.20.0.2 (4b7c9888-fb91-448a-b502-89e9e01c8bbe/5db1a899-f598-4112-9767-dccc5af37f43/2d27ffe5-2801-4908-aea4-7442b118ccbf) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:08.932015 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-eae8c881-fe11-475b-a93a-b0979d039eec None None] Provisioning complete for port 1db9fee6-093f-4ce4-9602-6783bef3a77e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:08.932380 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-eae8c881-fe11-475b-a93a-b0979d039eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.047916 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-eae8c881-fe11-475b-a93a-b0979d039eec None None] Port 1db9fee6-093f-4ce4-9602-6783bef3a77e cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:08:09.076263 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] For port 1db9fee6-093f-4ce4-9602-6783bef3a77e, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:09.082429 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] For port 1db9fee6-093f-4ce4-9602-6783bef3a77e, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=1db9fee6-093f-4ce4-9602-6783bef3a77e,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:09.121468 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks [] for router_gateway (a9a109ee-0a69-45d1-b644-e516a12fe042), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.139455 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.147338 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Publish callbacks [] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.182958 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.237172 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.246848 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:09.247480 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:09.248043 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Allocated IP 172.27.0.112 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/a05914bf-367d-4c92-b3da-4a9878aa9f81) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:09.251849 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18685a64-501d-4e9b-b222-f517066a39cd None None] Pushing event updated for resources: {'Port': ['ID=1db9fee6-093f-4ce4-9602-6783bef3a77e,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:09.346098 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:09.352228 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:09.362438 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:09.369053 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks [] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.381077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Pushing event updated for resources: {'Port': ['ID=2d27ffe5-2801-4908-aea4-7442b118ccbf,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:09.452875 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Attempting to bind port 2d27ffe5-2801-4908-aea4-7442b118ccbf on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:09.453240 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Attempting to bind port 2d27ffe5-2801-4908-aea4-7442b118ccbf by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:09.454121 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Attempting to bind port 2d27ffe5-2801-4908-aea4-7442b118ccbf on network 4b7c9888-fb91-448a-b502-89e9e01c8bbe {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:09.456959 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:09.482861 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.490219 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:09.491012 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Checking segment: {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:09.491012 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.491396 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Bound using segment: {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:09.491886 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Bound port: 2d27ffe5-2801-4908-aea4-7442b118ccbf, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:09.492265 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.523993 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:09.528702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:09.533656 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:09.553968 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] Provisioning complete for port 1db9fee6-093f-4ce4-9602-6783bef3a77e triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:09.554340 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.574177 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Pushing event updated for resources: {'Port': ['ID=a05914bf-367d-4c92-b3da-4a9878aa9f81,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:09.630478 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e6749303-f70a-4db8-b3ef-9b490fb59ddd req-e99771d2-089c-45b0-baac-32e9aebc50e4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c309cf4f-65cd-4826-a18c-21fafe8d56b2 HTTP/1.1" status: 200 len: 210 time: 0.0369060 Mar 24 14:08:09.710934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] For port 2d27ffe5-2801-4908-aea4-7442b118ccbf, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:09.750992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] For port 2d27ffe5-2801-4908-aea4-7442b118ccbf, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=2d27ffe5-2801-4908-aea4-7442b118ccbf,segment=NetworkSegment(b194acfb-2452-4b6d-994f-d42e71cca291),segment_id=b194acfb-2452-4b6d-994f-d42e71cca291)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:09.794959 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] Current status of the port 1db9fee6-093f-4ce4-9602-6783bef3a77e is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:09.795343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.838487 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] For port 1db9fee6-093f-4ce4-9602-6783bef3a77e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=1db9fee6-093f-4ce4-9602-6783bef3a77e,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:09.843227 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.879356 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:09.895054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks [] for router_gateway (a9a109ee-0a69-45d1-b644-e516a12fe042), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.918394 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:09.920223 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1abf-90cf-466b-ba9a-1a7fac924015 None None] The sync data for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi is: [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:08:09.936247 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b34cb-8d7a-46d8-9d71-9d2d2392aaea None None] Pushing event updated for resources: {'Port': ['ID=2d27ffe5-2801-4908-aea4-7442b118ccbf,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:10.024668 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9fd41-9e2d-447f-824d-319f889a511c None None] Pushing event updated for resources: {'Port': ['ID=1db9fee6-093f-4ce4-9602-6783bef3a77e,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:10.148178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (a9a109ee-0a69-45d1-b644-e516a12fe042), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:10.313697 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 98a42387-7eba-4fec-b50b-b18cdc47c49c up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:10.372226 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 98a42387-7eba-4fec-b50b-b18cdc47c49c triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:10.372820 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:10.462079 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 98a42387-7eba-4fec-b50b-b18cdc47c49c is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:10.463323 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 1db9fee6-093f-4ce4-9602-6783bef3a77e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:10.513367 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 1db9fee6-093f-4ce4-9602-6783bef3a77e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:10.513736 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:10.596841 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 1db9fee6-093f-4ce4-9602-6783bef3a77e is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:10.612935 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Router a9a109ee-0a69-45d1-b644-e516a12fe042 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:08:10.735850 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:08:10.745663 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Sync routers for ids ['a9a109ee-0a69-45d1-b644-e516a12fe042'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:08:10.756465 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Routers {'a9a109ee-0a69-45d1-b644-e516a12fe042'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:10.763203 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['a9a109ee-0a69-45d1-b644-e516a12fe042'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:10.821635 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:10.823294 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-c09bb82c-6400-4a41-bed6-c4cb52da3f4b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4538207 Mar 24 14:08:10.825705 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46122) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:08:10.881909 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Set router a9a109ee-0a69-45d1-b644-e516a12fe042 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:11.117396 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 3, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:11.156387 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d66c1-7cfc-4010-9682-6ccbed8c570f None None] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:08:11.166844 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Checking router: a9a109ee-0a69-45d1-b644-e516a12fe042 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:08:11.168876 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Updating router a9a109ee-0a69-45d1-b644-e516a12fe042 port a05914bf-367d-4c92-b3da-4a9878aa9f81 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:08:11.199794 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.274060 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] Provisioning complete for port 2d27ffe5-2801-4908-aea4-7442b118ccbf triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:11.279351 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.342930 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.398029 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] Current status of the port 2d27ffe5-2801-4908-aea4-7442b118ccbf is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:11.398297 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.445100 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] For port 2d27ffe5-2801-4908-aea4-7442b118ccbf, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=2d27ffe5-2801-4908-aea4-7442b118ccbf,segment=NetworkSegment(b194acfb-2452-4b6d-994f-d42e71cca291),segment_id=b194acfb-2452-4b6d-994f-d42e71cca291)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:11.510188 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Publish callbacks [] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.538447 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Allocated IP 172.20.0.1 (4b7c9888-fb91-448a-b502-89e9e01c8bbe/5db1a899-f598-4112-9767-dccc5af37f43/f38602df-73e1-483e-ad34-330282fe5ea2) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:11.550170 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.603412 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5faf1-9a67-46ad-bcb1-8eb2a3d01abb None None] Pushing event updated for resources: {'Port': ['ID=2d27ffe5-2801-4908-aea4-7442b118ccbf,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:11.607381 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.651270 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks [] for port (f38602df-73e1-483e-ad34-330282fe5ea2), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.658091 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbd269-cc7e-4605-bd0f-408820540bc7 None None] Pushing event updated for resources: {'Port': ['ID=a05914bf-367d-4c92-b3da-4a9878aa9f81,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:11.664100 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Attempting to bind port a05914bf-367d-4c92-b3da-4a9878aa9f81 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:11.664465 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Attempting to bind port a05914bf-367d-4c92-b3da-4a9878aa9f81 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:11.664876 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Attempting to bind port a05914bf-367d-4c92-b3da-4a9878aa9f81 on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:11.670143 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:11.670406 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:11.670731 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.671327 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:11.671578 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Bound port: a05914bf-367d-4c92-b3da-4a9878aa9f81, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:11.671954 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.677821 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-07abaa13-d17c-4fc9-b00c-0f4fb8371e76 None None] Provisioning complete for port 2d27ffe5-2801-4908-aea4-7442b118ccbf triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:11.679339 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-07abaa13-d17c-4fc9-b00c-0f4fb8371e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.726527 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] For port a05914bf-367d-4c92-b3da-4a9878aa9f81, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:11.729401 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] For port a05914bf-367d-4c92-b3da-4a9878aa9f81, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=a05914bf-367d-4c92-b3da-4a9878aa9f81,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:11.754823 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-07abaa13-d17c-4fc9-b00c-0f4fb8371e76 None None] Current status of the port 2d27ffe5-2801-4908-aea4-7442b118ccbf is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:11.756184 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.791381 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:11.794100 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:11.797540 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:11.813869 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.828130 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Pushing event updated for resources: {'Port': ['ID=f38602df-73e1-483e-ad34-330282fe5ea2,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:11.846260 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (a9a109ee-0a69-45d1-b644-e516a12fe042), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:11.865615 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Routers {'a9a109ee-0a69-45d1-b644-e516a12fe042'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:11.866452 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['a9a109ee-0a69-45d1-b644-e516a12fe042'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:11.940127 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbd269-cc7e-4605-bd0f-408820540bc7 None None] Pushing event updated for resources: {'Port': ['ID=a05914bf-367d-4c92-b3da-4a9878aa9f81,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:11.986894 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] Set router a9a109ee-0a69-45d1-b644-e516a12fe042 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:12.091622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-3bf75b86-3181-4bfa-b686-1375bf42c757 None None] Provisioning complete for port f38602df-73e1-483e-ad34-330282fe5ea2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:12.091622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3bf75b86-3181-4bfa-b686-1375bf42c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.105254 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.132874 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-3bf75b86-3181-4bfa-b686-1375bf42c757 None None] Port f38602df-73e1-483e-ad34-330282fe5ea2 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:08:12.210219 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 1db9fee6-093f-4ce4-9602-6783bef3a77e up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:12.264307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 1db9fee6-093f-4ce4-9602-6783bef3a77e triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:12.264587 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.284557 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 3, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:12.286281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks [] for port (f38602df-73e1-483e-ad34-330282fe5ea2), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.313750 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4828ea-a611-4620-a763-53f451191e90 None None] The sync data for ids ['a9a109ee-0a69-45d1-b644-e516a12fe042'] in dv-cinder-798189-3-iscsi is: [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 3, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:08:12.348384 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 1db9fee6-093f-4ce4-9602-6783bef3a77e is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:12.349467 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 2d27ffe5-2801-4908-aea4-7442b118ccbf up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:12.360909 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.398846 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 2d27ffe5-2801-4908-aea4-7442b118ccbf triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:12.399228 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.433635 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (a9a109ee-0a69-45d1-b644-e516a12fe042), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.435469 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Pushing event updated for resources: {'Port': ['ID=f38602df-73e1-483e-ad34-330282fe5ea2,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:12.484249 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 2d27ffe5-2801-4908-aea4-7442b118ccbf is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:12.531501 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:12.532919 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:12.678260 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Router a9a109ee-0a69-45d1-b644-e516a12fe042 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:08:12.764336 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a89fd53a-1a38-4692-bce9-3d6fc89fa39e None None] Provisioning complete for port f38602df-73e1-483e-ad34-330282fe5ea2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:12.764711 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a89fd53a-1a38-4692-bce9-3d6fc89fa39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:12.801487 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a89fd53a-1a38-4692-bce9-3d6fc89fa39e None None] Port f38602df-73e1-483e-ad34-330282fe5ea2 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:08:12.801783 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:08:12.808358 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5c6f98b7-ee50-485d-9f1a-b93967cd050b admin admin] 10.222.0.20 "PUT /v2.0/routers/a9a109ee-0a69-45d1-b644-e516a12fe042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9800804 Mar 24 14:08:12.819162 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 7fa26872-2905-46c1-be3e-8bf86a9f460b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:08:12.843369 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 7fa26872-2905-46c1-be3e-8bf86a9f460b {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:08:12.844416 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 7fa26872-2905-46c1-be3e-8bf86a9f460b not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:08:13.841515 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Sync routers for ids ['a9a109ee-0a69-45d1-b644-e516a12fe042'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:08:13.854342 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Routers {'a9a109ee-0a69-45d1-b644-e516a12fe042'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:13.854904 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['a9a109ee-0a69-45d1-b644-e516a12fe042'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:13.975248 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Set router a9a109ee-0a69-45d1-b644-e516a12fe042 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:14.162071 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a05914bf-367d-4c92-b3da-4a9878aa9f81 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:14.436407 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:08:11Z', 'revision_number': 4, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'f38602df-73e1-483e-ad34-330282fe5ea2', 'name': '', 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'mac_address': 'fa:16:3e:ba:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5db1a899-f598-4112-9767-dccc5af37f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:11Z', 'updated_at': '2022-03-24T14:08:12Z', 'revision_number': 2, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'subnets': [{'id': '5db1a899-f598-4112-9767-dccc5af37f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:14.471010 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Checking router: a9a109ee-0a69-45d1-b644-e516a12fe042 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:08:14.471341 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Updating router a9a109ee-0a69-45d1-b644-e516a12fe042 port f38602df-73e1-483e-ad34-330282fe5ea2 binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:08:14.477528 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port a05914bf-367d-4c92-b3da-4a9878aa9f81 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:14.477980 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:14.526579 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:14.682548 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port a05914bf-367d-4c92-b3da-4a9878aa9f81 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:14.682980 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:14.716595 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port a05914bf-367d-4c92-b3da-4a9878aa9f81, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=a05914bf-367d-4c92-b3da-4a9878aa9f81,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:14.799801 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:14.876279 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=a05914bf-367d-4c92-b3da-4a9878aa9f81,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:14.925765 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Publish callbacks [] for port (f38602df-73e1-483e-ad34-330282fe5ea2), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:14.999105 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.085824 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2acc2-b55e-424b-adde-ea0c39e03fb8 None None] Pushing event updated for resources: {'Port': ['ID=f38602df-73e1-483e-ad34-330282fe5ea2,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:15.131137 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Attempting to bind port f38602df-73e1-483e-ad34-330282fe5ea2 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:15.131636 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Attempting to bind port f38602df-73e1-483e-ad34-330282fe5ea2 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:15.132101 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Attempting to bind port f38602df-73e1-483e-ad34-330282fe5ea2 on network 4b7c9888-fb91-448a-b502-89e9e01c8bbe {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:15.137816 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:15.138337 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Checking segment: {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:15.138898 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.139395 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Bound using segment: {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:15.139984 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Bound port: f38602df-73e1-483e-ad34-330282fe5ea2, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b194acfb-2452-4b6d-994f-d42e71cca291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:15.140458 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.224964 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] For port f38602df-73e1-483e-ad34-330282fe5ea2, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:15.231232 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] For port f38602df-73e1-483e-ad34-330282fe5ea2, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=f38602df-73e1-483e-ad34-330282fe5ea2,segment=NetworkSegment(b194acfb-2452-4b6d-994f-d42e71cca291),segment_id=b194acfb-2452-4b6d-994f-d42e71cca291)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:15.327580 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.395178 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] Provisioning complete for port f38602df-73e1-483e-ad34-330282fe5ea2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:15.395628 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.438549 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Routers {'a9a109ee-0a69-45d1-b644-e516a12fe042'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:08:15.441512 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:07:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['a9a109ee-0a69-45d1-b644-e516a12fe042'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:15.527462 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2acc2-b55e-424b-adde-ea0c39e03fb8 None None] Pushing event updated for resources: {'Port': ['ID=f38602df-73e1-483e-ad34-330282fe5ea2,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:15.601529 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] Current status of the port f38602df-73e1-483e-ad34-330282fe5ea2 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:15.602204 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.625910 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] Set router a9a109ee-0a69-45d1-b644-e516a12fe042 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:08:15.708609 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] For port f38602df-73e1-483e-ad34-330282fe5ea2, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=f38602df-73e1-483e-ad34-330282fe5ea2,segment=NetworkSegment(b194acfb-2452-4b6d-994f-d42e71cca291),segment_id=b194acfb-2452-4b6d-994f-d42e71cca291)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:15.801195 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:15.887351 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb63725-45a0-4884-b610-637a4690fe2e None None] Pushing event updated for resources: {'Port': ['ID=f38602df-73e1-483e-ad34-330282fe5ea2,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:15.953434 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-ae95bb33-d419-4c21-9cef-df5d25a7b7ea None None] Provisioning complete for port f38602df-73e1-483e-ad34-330282fe5ea2 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:15.953794 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ae95bb33-d419-4c21-9cef-df5d25a7b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:16.021088 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:08:11Z', 'revision_number': 4, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'f38602df-73e1-483e-ad34-330282fe5ea2', 'name': '', 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'mac_address': 'fa:16:3e:ba:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5db1a899-f598-4112-9767-dccc5af37f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:11Z', 'updated_at': '2022-03-24T14:08:15Z', 'revision_number': 4, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'subnets': [{'id': '5db1a899-f598-4112-9767-dccc5af37f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:08:16.059131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ba523-d1db-4a33-90bd-e26ae8dfcef4 None None] The sync data for ids ['a9a109ee-0a69-45d1-b644-e516a12fe042'] in dv-cinder-798189-3-iscsi is: [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:08:11Z', 'revision_number': 4, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'f38602df-73e1-483e-ad34-330282fe5ea2', 'name': '', 'network_id': '4b7c9888-fb91-448a-b502-89e9e01c8bbe', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'mac_address': 'fa:16:3e:ba:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5db1a899-f598-4112-9767-dccc5af37f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:11Z', 'updated_at': '2022-03-24T14:08:15Z', 'revision_number': 4, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'subnets': [{'id': '5db1a899-f598-4112-9767-dccc5af37f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:08:16.100287 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-ae95bb33-d419-4c21-9cef-df5d25a7b7ea None None] Current status of the port f38602df-73e1-483e-ad34-330282fe5ea2 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:16.263267 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a05914bf-367d-4c92-b3da-4a9878aa9f81 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:16.356388 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port a05914bf-367d-4c92-b3da-4a9878aa9f81 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:16.356962 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:16.469490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port a05914bf-367d-4c92-b3da-4a9878aa9f81 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:18.137399 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device f38602df-73e1-483e-ad34-330282fe5ea2 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:18.224965 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port f38602df-73e1-483e-ad34-330282fe5ea2 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:18.225532 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:18.322607 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port f38602df-73e1-483e-ad34-330282fe5ea2 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:21.643815 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:08:23.702872 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-37395211-c24a-4fb0-9d4d-75baa01bdc42 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:23.704872 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-37395211-c24a-4fb0-9d4d-75baa01bdc42 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/networks?id=83953864-4c7e-444f-bc0b-9ec7ee1754af HTTP/1.1" status: 200 len: 813 time: 0.1180825 Mar 24 14:08:23.722267 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-56abe0b4-a383-4ebc-a166-9e9b5e91bbf9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/quotas/dd040903fe8b419ea9d904af12036c1c HTTP/1.1" status: 200 len: 375 time: 0.0119398 Mar 24 14:08:23.763255 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-99c5eb51-10f6-4a88-b658-fe937ac22d22 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd040903fe8b419ea9d904af12036c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317302 Mar 24 14:08:23.859078 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-19f8f34b-c448-45d2-ac2b-60a107817e94 service neutron] 10.222.0.20 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Mar 24 14:08:23.952374 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-8a74918b-ed24-435c-b665-fb7c9a56825a service neutron] 10.222.0.20 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872374 Mar 24 14:08:24.286981 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2ec88777-dffa-4907-9e0b-f7e7c2351c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:25.299932 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-58789555-95da-4e40-8c82-2c49ee266252 req-b201e6e9-8be2-41f0-9fda-d53aec10a619 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 210 time: 0.0269032 Mar 24 14:08:25.569199 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-83a3dd67-085e-4d02-ab94-b4c43f0ef69c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:25.570628 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-83a3dd67-085e-4d02-ab94-b4c43f0ef69c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 815 time: 0.1015422 Mar 24 14:08:25.585794 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-2148c0bc-1b1b-4e0b-9348-1dfe73edf230 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/quotas/6840b580926e440db53b02c6d06a8e79 HTTP/1.1" status: 200 len: 375 time: 0.0098388 Mar 24 14:08:25.644043 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-c7e040ef-6972-43d5-a771-9a5375e293bc tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530970 Mar 24 14:08:25.737916 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-2068d6a2-be3c-4c46-a61d-e27f37e2f35c service neutron] 10.222.0.20 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816474 Mar 24 14:08:25.832150 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-e0802c5b-f563-472f-9fd1-780523d8a450 service neutron] 10.222.0.20 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852883 Mar 24 14:08:26.104247 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b690e4dd-c1e7-476e-a178-a424947854de req-04cadee8-01c0-4444-8342-308412720450 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Mar 24 14:08:26.392032 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9be4fe71-90e5-4dd1-9bb4-7229bbc05bbb req-4cc3949d-4c89-4d4a-a283-b6d2d908f37a tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 210 time: 0.0269756 Mar 24 14:08:26.526540 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-26549be7-701a-4674-b1b3-6535e5f793cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:27.081281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c224d-10f8-40dc-8489-d98d27afd5ae req-45428e63-a724-4cf6-93d6-eb7d6f0e1a31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:27.083283 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b00c224d-10f8-40dc-8489-d98d27afd5ae req-45428e63-a724-4cf6-93d6-eb7d6f0e1a31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0545914 Mar 24 14:08:27.133036 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b00c224d-10f8-40dc-8489-d98d27afd5ae req-7fa71b45-597a-4a31-abf4-6280e06f16f5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Mar 24 14:08:27.186429 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b1a79e8c-7e7a-452a-853c-9f4cf97e15a2 req-d0d98c8a-7e1a-459b-b1a4-11d2ad3cd15f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 210 time: 0.0260398 Mar 24 14:08:27.364069 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-1e2c62fa-a520-4afd-800e-7702488095b4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:27.365614 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-1e2c62fa-a520-4afd-800e-7702488095b4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "GET /v2.0/networks?id=83953864-4c7e-444f-bc0b-9ec7ee1754af HTTP/1.1" status: 200 len: 813 time: 0.1004825 Mar 24 14:08:27.458382 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Request body: {'port': {'device_id': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af', 'admin_state_up': True, 'tenant_id': 'dd040903fe8b419ea9d904af12036c1c'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:27.486278 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dcadcf95-6a13-4d90-9a94-af27170a7a6f req-e589674a-fc85-45db-8192-456825fe0426 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 210 time: 0.0283628 Mar 24 14:08:27.623991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Made reservation on behalf of dd040903fe8b419ea9d904af12036c1c for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:08:27.627435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:27.751688 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Allocated IP 172.20.0.7 (83953864-4c7e-444f-bc0b-9ec7ee1754af/40d683d4-1780-457e-8048-096ff729a800/0f587ae7-118e-4d09-8716-ba31556a7b15) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:27.823690 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:27.896691 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks [] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:27.978122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:28.018714 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Network 83953864-4c7e-444f-bc0b-9ec7ee1754af is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:28.021706 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:28.027231 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:28.036927 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Pushing event updated for resources: {'Port': ['ID=0f587ae7-118e-4d09-8716-ba31556a7b15,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:28.076204 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:28.076805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:28.156901 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-bd37c73e-c317-4b2a-959f-0503463f0b17 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035627 Mar 24 14:08:28.168605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Request body: {'port': {'device_id': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:28.254587 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:28.281853 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-deb3096d-b7b9-4437-9d2d-3a1acf418a9e req-e27c6785-a876-4b16-8696-364f374f758b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 210 time: 0.0269852 Mar 24 14:08:28.304747 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2056cbe-14dc-4a73-86d7-10d5f8200db7 req-b0e2b345-6d88-49e7-b518-16050f3de2a3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:28.306213 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a2056cbe-14dc-4a73-86d7-10d5f8200db7 req-b0e2b345-6d88-49e7-b518-16050f3de2a3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0857246 Mar 24 14:08:28.612942 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a367-6ca1-41d5-9000-6b35a5be5ac1 req-d87097f5-c4fb-43e9-ae39-83a48c1ae42e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:28.614398 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21d9a367-6ca1-41d5-9000-6b35a5be5ac1 req-d87097f5-c4fb-43e9-ae39-83a48c1ae42e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 931 time: 0.0589972 Mar 24 14:08:28.660042 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21d9a367-6ca1-41d5-9000-6b35a5be5ac1 req-c4f34cbe-14a0-4c9e-bd87-ff276a0e86ad tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Mar 24 14:08:28.735905 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a2056cbe-14dc-4a73-86d7-10d5f8200db7 req-0ce8ba7d-a903-48af-935d-688bb9873e2b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232306 Mar 24 14:08:28.796574 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-ca8afcd6-110a-4690-a9dd-4e0d3e550197 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:28.798773 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-ca8afcd6-110a-4690-a9dd-4e0d3e550197 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.42 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 815 time: 0.4691746 Mar 24 14:08:28.831645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'port': {'device_id': '09fdfd25-0304-47db-9695-d0e378db43f1', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'admin_state_up': True, 'tenant_id': '6840b580926e440db53b02c6d06a8e79'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:28.965306 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f587ae7-118e-4d09-8716-ba31556a7b15 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:08:28.975734 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Publish callbacks [] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:28.999348 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Transition to ACTIVE for port object 0f587ae7-118e-4d09-8716-ba31556a7b15 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:08:29.037087 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.079753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.081768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Made reservation on behalf of 6840b580926e440db53b02c6d06a8e79 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:08:29.085117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.152535 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Pushing event updated for resources: {'Port': ['ID=0f587ae7-118e-4d09-8716-ba31556a7b15,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:29.298549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Attempting to bind port 0f587ae7-118e-4d09-8716-ba31556a7b15 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:29.299235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Attempting to bind port 0f587ae7-118e-4d09-8716-ba31556a7b15 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:29.299235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Attempting to bind port 0f587ae7-118e-4d09-8716-ba31556a7b15 on network 83953864-4c7e-444f-bc0b-9ec7ee1754af {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:29.308357 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Port 0f587ae7-118e-4d09-8716-ba31556a7b15 on network 83953864-4c7e-444f-bc0b-9ec7ee1754af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:08:29.308678 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Attempting to bind port 0f587ae7-118e-4d09-8716-ba31556a7b15 on network 83953864-4c7e-444f-bc0b-9ec7ee1754af {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:29.315761 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:29.316043 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Checking segment: {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:29.316602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Bound using segment: {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:29.317188 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Bound port: 0f587ae7-118e-4d09-8716-ba31556a7b15, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944603eb-a1c0-41d8-8551-88d4ac9c55cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:29.317698 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.340037 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Allocated IP 172.20.0.3 (96706a1b-eeb4-404f-ac4a-674a2f837d0c/3040c447-310b-42b0-ba08-47a759310a4d/d1433716-47e4-4d7c-bb2e-e8b57acbd481) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:08:29.393359 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-07db343a-c270-406f-ab3f-141db9e1bfa1 req-643f32e8-593a-4f70-8835-a519feca0b59 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 210 time: 0.0366721 Mar 24 14:08:29.425488 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] For port 0f587ae7-118e-4d09-8716-ba31556a7b15, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:29.458233 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] For port 0f587ae7-118e-4d09-8716-ba31556a7b15, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0f587ae7-118e-4d09-8716-ba31556a7b15,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:29.546293 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.555573 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.595350 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:29.595971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.597350 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] 10.222.0.42 "PUT /v2.0/ports/0f587ae7-118e-4d09-8716-ba31556a7b15 HTTP/1.1" status: 200 len: 1093 time: 1.4329967 Mar 24 14:08:29.597811 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'tag': '0f587ae7-118e-4d09-8716-ba31556a7b15'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:08:29.600134 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc880be-20b3-4ccc-9537-62ec90ba78a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd06716-4055-4b8d-8852-4d98816fb82b", "tag": "0f587ae7-118e-4d09-8716-ba31556a7b15"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:08:29.637001 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a401d-5ba8-48e1-b157-c892e932d89e service neutron] Pushing event updated for resources: {'Port': ['ID=0f587ae7-118e-4d09-8716-ba31556a7b15,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:29.660539 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af6559-73bf-4e7f-8422-30e00fefe24a x-openstack-request-id: req-e8af6559-73bf-4e7f-8422-30e00fefe24a {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:08:29.660836 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd06716-4055-4b8d-8852-4d98816fb82b", "tag": "0f587ae7-118e-4d09-8716-ba31556a7b15", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:08:29.661089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8af6559-73bf-4e7f-8422-30e00fefe24a {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:08:29.661496 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8af6559-73bf-4e7f-8422-30e00fefe24a'] response: {'name': 'network-changed', 'server_uuid': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'tag': '0f587ae7-118e-4d09-8716-ba31556a7b15', 'status': 'completed', 'code': 200} Mar 24 14:08:29.716141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.773292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:08:29.776788 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:08:29.780812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:08:29.804226 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736d81e-fe86-47e6-898e-ca7426cec19b req-1bc8e1a7-b721-4900-97b4-ea0b6785777b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:29.806026 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0736d81e-fe86-47e6-898e-ca7426cec19b req-1bc8e1a7-b721-4900-97b4-ea0b6785777b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0592217 Mar 24 14:08:29.812690 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:29.868591 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:29.870667 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:29.898085 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0736d81e-fe86-47e6-898e-ca7426cec19b req-d0bfde30-0f80-4273-99ae-fa90b2dab200 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868063 Mar 24 14:08:29.948569 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6566a-ffca-420c-93df-ca39ef0d1092 req-ba6439b4-2102-4433-881c-1e6ae18da415 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:29.950127 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-79e6566a-ffca-420c-93df-ca39ef0d1092 req-ba6439b4-2102-4433-881c-1e6ae18da415 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0741673 Mar 24 14:08:30.010478 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-a79255d8-14bc-4cf6-8aa4-71413a0a8152 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1838081 Mar 24 14:08:30.013777 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-79e6566a-ffca-420c-93df-ca39ef0d1092 req-ed143177-4114-40dc-8955-2a1ea6386d09 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574670 Mar 24 14:08:30.070781 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-7dd10a5d-d20e-4bb5-bd0b-bbdf3113932f None None] Provisioning complete for port d1433716-47e4-4d7c-bb2e-e8b57acbd481 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:30.071278 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7dd10a5d-d20e-4bb5-bd0b-bbdf3113932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:30.103957 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-7dd10a5d-d20e-4bb5-bd0b-bbdf3113932f None None] Port d1433716-47e4-4d7c-bb2e-e8b57acbd481 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:08:30.589493 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:30.675584 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d286-7063-4b9f-aa06-82819ea7f689 req-b4c8cff0-c93c-4a5d-a0b3-e087aec36ec4 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:30.676958 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9183d286-7063-4b9f-aa06-82819ea7f689 req-b4c8cff0-c93c-4a5d-a0b3-e087aec36ec4 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.2182043 Mar 24 14:08:30.722308 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9183d286-7063-4b9f-aa06-82819ea7f689 req-057ebe65-5d3c-48d4-80d3-c6e2908d19ae tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Mar 24 14:08:31.075996 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215f71-3ee6-495d-9b84-8bc25c1bf095 req-f4cca977-8e37-4c49-a42a-e468a290e228 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:31.077517 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a5215f71-3ee6-495d-9b84-8bc25c1bf095 req-f4cca977-8e37-4c49-a42a-e468a290e228 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.1151280 Mar 24 14:08:31.124406 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a5215f71-3ee6-495d-9b84-8bc25c1bf095 req-de1c0bcb-19e9-482c-b1fa-b58504423eee tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Mar 24 14:08:31.164166 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca1ea5-5213-42bb-ae29-0150743ed13a req-c7c79b7e-4fe2-40ac-9d7c-1e0bfb5dc443 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:31.166682 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0fca1ea5-5213-42bb-ae29-0150743ed13a req-c7c79b7e-4fe2-40ac-9d7c-1e0bfb5dc443 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0643442 Mar 24 14:08:31.221991 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0fca1ea5-5213-42bb-ae29-0150743ed13a req-8c5ef101-bb14-49b2-a008-3fe2bf3dc593 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496297 Mar 24 14:08:31.839342 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12990e8e-39cb-443f-af74-866737e89e04 req-3753509b-8c85-405f-b248-da8bc60461c3 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:31.840806 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12990e8e-39cb-443f-af74-866737e89e04 req-3753509b-8c85-405f-b248-da8bc60461c3 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0542715 Mar 24 14:08:31.891356 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12990e8e-39cb-443f-af74-866737e89e04 req-52d24375-88ee-4925-9a9c-0015400e36de tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451062 Mar 24 14:08:32.244260 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ad847-15fe-4dff-9ffa-f55c2314c42c req-366044c8-7498-42de-92bf-9697df0891ce tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:32.245735 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b11ad847-15fe-4dff-9ffa-f55c2314c42c req-366044c8-7498-42de-92bf-9697df0891ce tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0535412 Mar 24 14:08:32.292246 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b11ad847-15fe-4dff-9ffa-f55c2314c42c req-0a2ad116-3d93-4eab-a905-632eb41106e3 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Mar 24 14:08:32.348267 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef06e7-f069-4439-af63-6621f274b97e req-050eed98-8838-43db-8a9b-eb426237ea8c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:32.349725 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-61ef06e7-f069-4439-af63-6621f274b97e req-050eed98-8838-43db-8a9b-eb426237ea8c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0574687 Mar 24 14:08:32.396016 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-61ef06e7-f069-4439-af63-6621f274b97e req-20cf8a51-be63-449d-90da-023ed4116277 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Mar 24 14:08:33.004442 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8e746-d5ba-45b3-a252-3123d8be29b1 req-8b818962-c5c1-41ce-ac79-c46a58b3d82b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:33.005890 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3db8e746-d5ba-45b3-a252-3123d8be29b1 req-8b818962-c5c1-41ce-ac79-c46a58b3d82b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0510471 Mar 24 14:08:33.054664 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3db8e746-d5ba-45b3-a252-3123d8be29b1 req-ea43dd9a-19c0-42f6-a7ac-96d07a5f788f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Mar 24 14:08:33.420229 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6538051-59fd-4739-81bf-b60c939a8100 req-bbecf0a7-a0a2-4053-9123-b2b1f397b983 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:33.421707 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6538051-59fd-4739-81bf-b60c939a8100 req-bbecf0a7-a0a2-4053-9123-b2b1f397b983 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0598710 Mar 24 14:08:33.480817 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6538051-59fd-4739-81bf-b60c939a8100 req-d6d6aa37-4296-4da1-b131-7bc8ef797608 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Mar 24 14:08:33.544170 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb4b9-781b-497c-a4cb-f444585250c7 req-96afe1b0-64ab-4e2f-bb85-023938b46685 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:33.545659 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-10dcb4b9-781b-497c-a4cb-f444585250c7 req-96afe1b0-64ab-4e2f-bb85-023938b46685 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0540392 Mar 24 14:08:33.596278 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-10dcb4b9-781b-497c-a4cb-f444585250c7 req-abca6fe7-4556-4d93-a55d-83da9711ff5d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447934 Mar 24 14:08:34.173580 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65891d89-77cb-4cf7-bc07-14c1f099d4b3 req-f36c57e1-5e99-4f68-89dc-37c00d6923ed tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:34.175155 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65891d89-77cb-4cf7-bc07-14c1f099d4b3 req-f36c57e1-5e99-4f68-89dc-37c00d6923ed tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0557199 Mar 24 14:08:34.223430 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65891d89-77cb-4cf7-bc07-14c1f099d4b3 req-6b5d4ea3-1616-4592-b0d8-2168ee6fa87c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Mar 24 14:08:34.603130 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa57754-72da-43cd-af00-afcd4047f759 req-69286453-6280-4790-a7f0-0a9e5acd77a1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:34.604750 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1aa57754-72da-43cd-af00-afcd4047f759 req-69286453-6280-4790-a7f0-0a9e5acd77a1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0548766 Mar 24 14:08:34.665188 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1aa57754-72da-43cd-af00-afcd4047f759 req-7c75a44f-89c8-49cb-812e-e424891382f0 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539563 Mar 24 14:08:34.738673 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a47f6-229b-4299-b80c-963f7332dd80 req-35bdfc7b-92af-445e-89d3-ecb9d12c314b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:34.740351 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d57a47f6-229b-4299-b80c-963f7332dd80 req-35bdfc7b-92af-445e-89d3-ecb9d12c314b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Mar 24 14:08:34.792145 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d57a47f6-229b-4299-b80c-963f7332dd80 req-75f72384-3078-4dfc-a46d-c231d7d3874e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454900 Mar 24 14:08:35.343660 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91cee-387a-4fa2-9f09-20f24bd7aedb req-b87dd23b-dd55-4535-9256-1fc42d303bda tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:35.345089 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66c91cee-387a-4fa2-9f09-20f24bd7aedb req-b87dd23b-dd55-4535-9256-1fc42d303bda tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0568390 Mar 24 14:08:35.390503 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-66c91cee-387a-4fa2-9f09-20f24bd7aedb req-435b7160-2cf8-404a-9195-9b576e62fdc9 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Mar 24 14:08:35.791045 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75bb75-990c-40ed-bc1e-71641bedf0f1 req-413f246a-3aa9-4dea-8e3f-6f5663653c9b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:35.792520 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2a75bb75-990c-40ed-bc1e-71641bedf0f1 req-413f246a-3aa9-4dea-8e3f-6f5663653c9b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0589302 Mar 24 14:08:35.846968 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2a75bb75-990c-40ed-bc1e-71641bedf0f1 req-3d4e3248-d9af-4cb1-834b-a34abe6ba8c0 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Mar 24 14:08:35.930365 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc0aa3-4bfc-49be-8889-f83cc6eecd15 req-758589ad-ee21-4e7b-9799-ad16b599844d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:35.931995 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cebc0aa3-4bfc-49be-8889-f83cc6eecd15 req-758589ad-ee21-4e7b-9799-ad16b599844d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Mar 24 14:08:35.988991 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cebc0aa3-4bfc-49be-8889-f83cc6eecd15 req-858d9d4e-045c-4229-8df2-73dcb4bc022a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513606 Mar 24 14:08:36.176597 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:36.522303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091cdd-f0b4-47e3-a046-5573b251df40 req-ed06dc7e-72d7-4703-9865-e2953217208e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:36.523773 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af091cdd-f0b4-47e3-a046-5573b251df40 req-ed06dc7e-72d7-4703-9865-e2953217208e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0508273 Mar 24 14:08:36.571784 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af091cdd-f0b4-47e3-a046-5573b251df40 req-143d12f6-04cb-4b12-af89-c8f4c24acfa8 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Mar 24 14:08:36.965925 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a8167-afa6-46db-b0bd-5fdc6bdbb03f req-69a60776-d3f0-4b11-b984-86a838465f27 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:36.972953 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d30a8167-afa6-46db-b0bd-5fdc6bdbb03f req-69a60776-d3f0-4b11-b984-86a838465f27 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0584314 Mar 24 14:08:37.018988 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d30a8167-afa6-46db-b0bd-5fdc6bdbb03f req-c814d510-e4d7-4efd-93b9-388ac81becd9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Mar 24 14:08:37.110891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f9dc-22c3-4750-82b1-30bbf64873af req-9af1e52d-bfef-4d8e-b36c-b2f82edb63d4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:37.112365 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d2e9f9dc-22c3-4750-82b1-30bbf64873af req-9af1e52d-bfef-4d8e-b36c-b2f82edb63d4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Mar 24 14:08:37.164318 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d2e9f9dc-22c3-4750-82b1-30bbf64873af req-de364b48-7ad4-481d-b153-a9557d9cf5ef tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460439 Mar 24 14:08:37.696743 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac62db-abbf-4a99-8a85-d6dff85bd261 req-aedbdb72-07a6-452f-9d70-26fbfd1610fa tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:37.698185 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bfac62db-abbf-4a99-8a85-d6dff85bd261 req-aedbdb72-07a6-452f-9d70-26fbfd1610fa tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0503991 Mar 24 14:08:37.746261 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bfac62db-abbf-4a99-8a85-d6dff85bd261 req-ad4e34b0-1678-430e-b2ee-2427805e3938 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Mar 24 14:08:38.139364 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e2ca6-0e11-4d8b-bc74-af1f853a9bcf req-73ae18a5-2da4-423a-9b6a-5350e00f76fe tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:38.141547 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a12e2ca6-0e11-4d8b-bc74-af1f853a9bcf req-73ae18a5-2da4-423a-9b6a-5350e00f76fe tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0532582 Mar 24 14:08:38.192839 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a12e2ca6-0e11-4d8b-bc74-af1f853a9bcf req-0edd53d0-5c48-40d0-91ef-3bb0c0964ebd tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Mar 24 14:08:38.288635 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f38938-2ba5-4f07-b505-a2d3418b2671 req-8aa5a53c-f639-4df4-80f5-739aecac8454 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:38.290167 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-47f38938-2ba5-4f07-b505-a2d3418b2671 req-8aa5a53c-f639-4df4-80f5-739aecac8454 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0518854 Mar 24 14:08:38.340929 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-47f38938-2ba5-4f07-b505-a2d3418b2671 req-4210baea-b5be-41d4-a70f-fbf92e357507 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452116 Mar 24 14:08:38.865416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fb6ae-c9aa-4ae3-8e20-4af873e4a6fc req-360f2676-0ce2-4bfb-a9d4-830006e602f8 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:38.866894 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e94fb6ae-c9aa-4ae3-8e20-4af873e4a6fc req-360f2676-0ce2-4bfb-a9d4-830006e602f8 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0534706 Mar 24 14:08:38.913479 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e94fb6ae-c9aa-4ae3-8e20-4af873e4a6fc req-18a5b35f-76a7-4ed2-921a-2ab37382916c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Mar 24 14:08:39.318289 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca578074-9676-41f2-8740-0043ada06c8b req-0e377d5c-28d0-4149-93b6-2522f6bd6ec9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:39.319775 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ca578074-9676-41f2-8740-0043ada06c8b req-0e377d5c-28d0-4149-93b6-2522f6bd6ec9 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0572524 Mar 24 14:08:39.369266 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ca578074-9676-41f2-8740-0043ada06c8b req-0e102f5f-00a9-4d92-b556-5ded54dedf08 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 Mar 24 14:08:39.466214 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2058296-a2ee-4ac4-ba53-3dc833c270c3 req-9a874046-c607-451e-ad03-d5e81e3014c5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:39.467706 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a2058296-a2ee-4ac4-ba53-3dc833c270c3 req-9a874046-c607-451e-ad03-d5e81e3014c5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0572636 Mar 24 14:08:39.518397 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a2058296-a2ee-4ac4-ba53-3dc833c270c3 req-944e339e-e771-4733-aff3-d8665d35cdc4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443282 Mar 24 14:08:40.042166 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e5540-89bf-4ebe-a5b2-6556e0acfe0f req-94214b88-0393-4886-bde5-11260797b52a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:40.044037 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0d2e5540-89bf-4ebe-a5b2-6556e0acfe0f req-94214b88-0393-4886-bde5-11260797b52a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0534663 Mar 24 14:08:40.096372 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0d2e5540-89bf-4ebe-a5b2-6556e0acfe0f req-f2b719f3-18b9-48f8-ac08-4876d2903c06 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Mar 24 14:08:40.499620 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6810e18-37d9-445f-9f2b-003e8f01a126 req-e4c98d96-6bed-4e69-91c5-ca6d540896b6 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:40.501719 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6810e18-37d9-445f-9f2b-003e8f01a126 req-e4c98d96-6bed-4e69-91c5-ca6d540896b6 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0550520 Mar 24 14:08:40.553878 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6810e18-37d9-445f-9f2b-003e8f01a126 req-58e88dad-787e-4369-a160-684321963815 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422721 Mar 24 14:08:40.640987 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3daf-2874-4626-aefb-1cfd15cf9797 req-7bff2d1a-87e2-4b02-a7c0-42108506f4a1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:40.642448 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ed4a3daf-2874-4626-aefb-1cfd15cf9797 req-7bff2d1a-87e2-4b02-a7c0-42108506f4a1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0561261 Mar 24 14:08:40.690200 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ed4a3daf-2874-4626-aefb-1cfd15cf9797 req-e690cd49-53df-46c7-b763-ca47744325ac tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Mar 24 14:08:41.210914 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d8fe1-17ff-467a-af1d-b0ab4943f912 req-f7264649-ff79-47f0-a68b-dc1a625ad918 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:41.220587 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-833d8fe1-17ff-467a-af1d-b0ab4943f912 req-f7264649-ff79-47f0-a68b-dc1a625ad918 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0516598 Mar 24 14:08:41.267868 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-833d8fe1-17ff-467a-af1d-b0ab4943f912 req-10ce4327-f599-4852-9249-1522e94bef5f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Mar 24 14:08:41.670804 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca2cd-9f63-47c4-aa02-a68b03026f7f req-a9ae9bd8-50f6-45a9-88e5-b58bc1c5caa5 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:41.672283 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e6ca2cd-9f63-47c4-aa02-a68b03026f7f req-a9ae9bd8-50f6-45a9-88e5-b58bc1c5caa5 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0514245 Mar 24 14:08:41.728292 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e6ca2cd-9f63-47c4-aa02-a68b03026f7f req-01f55fe7-e2df-4895-9687-8072df4c1c7e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503850 Mar 24 14:08:41.821527 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd43f-6666-491d-9d9c-abb7bddd8935 req-6bade2ab-0b46-4ced-a5f7-794c6e7a95a5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:41.822886 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a5dd43f-6666-491d-9d9c-abb7bddd8935 req-6bade2ab-0b46-4ced-a5f7-794c6e7a95a5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0582869 Mar 24 14:08:41.867008 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a5dd43f-6666-491d-9d9c-abb7bddd8935 req-0d88c704-f130-4d62-933e-fb9626cd1c18 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413258 Mar 24 14:08:42.380525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e746b2a-0047-46bf-9f08-0086341a524e req-ff4e683a-d142-44ca-97fb-1ecb7a87193a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:42.381966 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4e746b2a-0047-46bf-9f08-0086341a524e req-ff4e683a-d142-44ca-97fb-1ecb7a87193a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0503860 Mar 24 14:08:42.433386 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4e746b2a-0047-46bf-9f08-0086341a524e req-c018b1a2-d355-4628-9fb3-17257882fa90 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Mar 24 14:08:42.840457 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7f6cd-4c2a-441b-a563-8c639581e195 req-3105d95c-e7f7-4fb2-808c-26c42df86695 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:42.841797 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-22f7f6cd-4c2a-441b-a563-8c639581e195 req-3105d95c-e7f7-4fb2-808c-26c42df86695 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0508678 Mar 24 14:08:42.887223 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-22f7f6cd-4c2a-441b-a563-8c639581e195 req-03163125-e0cc-4b97-8a80-5a1e18142a24 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Mar 24 14:08:42.983896 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df635ec-c067-48de-9046-02c9cc56a90e req-80089259-f276-4764-8e53-74cd0d2733ac tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:42.985816 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8df635ec-c067-48de-9046-02c9cc56a90e req-80089259-f276-4764-8e53-74cd0d2733ac tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0499604 Mar 24 14:08:43.031029 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8df635ec-c067-48de-9046-02c9cc56a90e req-ad85779a-c4a3-4393-9881-dc44d70672b6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397880 Mar 24 14:08:43.548290 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dc0e5-2d58-4bad-938d-03170c3427ea req-ae177490-b48c-44cc-b434-548b3e2831f1 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:43.549727 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ad1dc0e5-2d58-4bad-938d-03170c3427ea req-ae177490-b48c-44cc-b434-548b3e2831f1 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0539217 Mar 24 14:08:43.594493 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ad1dc0e5-2d58-4bad-938d-03170c3427ea req-1d5c62c7-7833-43ae-b9cc-4064e0216471 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Mar 24 14:08:43.999763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146f29f-4e9c-405e-9d02-b6060bf376f1 req-a912e80a-24c8-45ab-9ef4-8d7b408263a2 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:44.001725 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4146f29f-4e9c-405e-9d02-b6060bf376f1 req-a912e80a-24c8-45ab-9ef4-8d7b408263a2 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0509641 Mar 24 14:08:44.046025 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4146f29f-4e9c-405e-9d02-b6060bf376f1 req-d099c9e6-d0dd-4d9a-bfb2-0b65f1aea6ce tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Mar 24 14:08:44.152448 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff32d-bbce-4b00-bb40-e086728e88f4 req-24997533-ac45-43a2-b81f-5050ffac3fc3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:44.153914 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d9cff32d-bbce-4b00-bb40-e086728e88f4 req-24997533-ac45-43a2-b81f-5050ffac3fc3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0537252 Mar 24 14:08:44.198070 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d9cff32d-bbce-4b00-bb40-e086728e88f4 req-1a690110-c2f8-49cd-a397-7feb84f3af8b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387902 Mar 24 14:08:44.710131 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32a8e-e875-4bc9-af16-ea3972586fdd req-ba91a8d0-6748-4777-aa2e-19e64215ce8e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:44.711614 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cfe32a8e-e875-4bc9-af16-ea3972586fdd req-ba91a8d0-6748-4777-aa2e-19e64215ce8e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.0541759 Mar 24 14:08:44.756454 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cfe32a8e-e875-4bc9-af16-ea3972586fdd req-af25c759-4f45-4662-9110-2201ae25c078 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Mar 24 14:08:45.163744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884d5d6-52b0-4fd5-a34f-fc60fda47897 req-40b7f991-4d01-4e3e-93b7-a529e6569447 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.165198 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8884d5d6-52b0-4fd5-a34f-fc60fda47897 req-40b7f991-4d01-4e3e-93b7-a529e6569447 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0540328 Mar 24 14:08:45.210477 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8884d5d6-52b0-4fd5-a34f-fc60fda47897 req-8c65e3d0-8d1f-4e25-874c-4d5f79136054 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Mar 24 14:08:45.337337 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5cb0e-8bff-41db-b494-fb34a8da7448 req-4e243cb1-14ae-4325-b6c5-3a18ba2e82fc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.338864 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ece5cb0e-8bff-41db-b494-fb34a8da7448 req-4e243cb1-14ae-4325-b6c5-3a18ba2e82fc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0705273 Mar 24 14:08:45.345336 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Request body: {'port': {'device_id': '09fdfd25-0304-47db-9695-d0e378db43f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:08:45.415909 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ece5cb0e-8bff-41db-b494-fb34a8da7448 req-bacc915c-446b-4700-9aca-b79a963f72a3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707181 Mar 24 14:08:45.417172 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc880be-20b3-4ccc-9537-62ec90ba78a7 req-2965069c-f115-4f1c-ab50-9e7bbda0d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.418660 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ecc880be-20b3-4ccc-9537-62ec90ba78a7 req-2965069c-f115-4f1c-ab50-9e7bbda0d84f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd040903fe8b419ea9d904af12036c1c&device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 1127 time: 0.1341023 Mar 24 14:08:45.429289 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:45.430878 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-c0066b35-4dd0-4a6b-9bf7-c95c58602ca9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845523 Mar 24 14:08:45.546803 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-9ad18614-f0d7-4f59-8dac-33b66419a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.549016 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-9ad18614-f0d7-4f59-8dac-33b66419a946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 1129 time: 0.0483072 Mar 24 14:08:45.652509 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-a7bae4c4-8aff-4aeb-a2fa-270611c9c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.653907 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-a7bae4c4-8aff-4aeb-a2fa-270611c9c5d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0829139 Mar 24 14:08:45.659481 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc880be-20b3-4ccc-9537-62ec90ba78a7 req-5b3420b4-20e8-41db-b8ec-36b86ffcd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.662031 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ecc880be-20b3-4ccc-9537-62ec90ba78a7 req-5b3420b4-20e8-41db-b8ec-36b86ffcd9c6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dd040903fe8b419ea9d904af12036c1c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1964977 Mar 24 14:08:45.705971 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-850eb6b2-3126-4489-a6e6-905d56988375 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 200 len: 217 time: 0.0373108 Mar 24 14:08:45.754419 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-9192993f-89ce-4194-ad8d-1471bbce7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.756000 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-9192993f-89ce-4194-ad8d-1471bbce7bde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0431314 Mar 24 14:08:45.802418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc880be-20b3-4ccc-9537-62ec90ba78a7 req-fe0a4602-b099-4643-ae2f-82dcae973679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.803927 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ecc880be-20b3-4ccc-9537-62ec90ba78a7 req-fe0a4602-b099-4643-ae2f-82dcae973679 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337068 Mar 24 14:08:45.813603 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-888d3769-a368-4b27-989b-f89a25127474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.815329 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-888d3769-a368-4b27-989b-f89a25127474 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485337 Mar 24 14:08:45.864317 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1433716-47e4-4d7c-bb2e-e8b57acbd481 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:08:45.882444 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Publish callbacks [] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:45.913235 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-0487549e-ceaf-4546-aa51-9a33fd7d66de service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896552 Mar 24 14:08:45.924724 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Transition to ACTIVE for port object d1433716-47e4-4d7c-bb2e-e8b57acbd481 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:08:45.934417 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ff8c-8f16-4158-91b6-6ba97fdd377d req-58a1c039-7ef2-4673-9bb0-662eac2ddfc9 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.935996 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b582ff8c-8f16-4158-91b6-6ba97fdd377d req-58a1c039-7ef2-4673-9bb0-662eac2ddfc9 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 931 time: 0.1108072 Mar 24 14:08:45.949896 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-debd952d-8a27-496e-8ea0-d2bc6f07579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:45.951341 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-debd952d-8a27-496e-8ea0-d2bc6f07579d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd040903fe8b419ea9d904af12036c1c&device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 1127 time: 0.0826509 Mar 24 14:08:45.996673 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-06fd1076-3785-4479-aadc-6edf8664c1f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f587ae7-118e-4d09-8716-ba31556a7b15 HTTP/1.1" status: 200 len: 217 time: 0.0377009 Mar 24 14:08:45.998516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:46.001334 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d4d8d02b-b300-456b-8724-fbbca0fc04c1 req-6c435da0-f856-4019-925a-211b1caad479 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815306 Mar 24 14:08:46.089692 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b582ff8c-8f16-4158-91b6-6ba97fdd377d req-0242c99f-612a-49b0-91f3-a457f438295a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471665 Mar 24 14:08:46.108256 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:46.133470 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-d55d4153-47e6-427e-bda2-b69a57e8c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.134962 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-d55d4153-47e6-427e-bda2-b69a57e8c97a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d683d4-1780-457e-8048-096ff729a800 HTTP/1.1" status: 200 len: 853 time: 0.1277833 Mar 24 14:08:46.184399 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Attempting to bind port d1433716-47e4-4d7c-bb2e-e8b57acbd481 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:08:46.185089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Attempting to bind port d1433716-47e4-4d7c-bb2e-e8b57acbd481 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:08:46.185089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Attempting to bind port d1433716-47e4-4d7c-bb2e-e8b57acbd481 on network 96706a1b-eeb4-404f-ac4a-674a2f837d0c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:46.190081 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Port d1433716-47e4-4d7c-bb2e-e8b57acbd481 on network 96706a1b-eeb4-404f-ac4a-674a2f837d0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:08:46.190399 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Attempting to bind port d1433716-47e4-4d7c-bb2e-e8b57acbd481 on network 96706a1b-eeb4-404f-ac4a-674a2f837d0c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:08:46.195486 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:08:46.195826 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Checking segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:08:46.196205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Bound using segment: {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:08:46.196626 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Bound port: d1433716-47e4-4d7c-bb2e-e8b57acbd481, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134127d-1f8d-4d90-9f39-d92e51af6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:08:46.196979 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:46.283309 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-7c3128d2-cb0e-4e9b-9cc1-2d3bb5a56f34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83953864-4c7e-444f-bc0b-9ec7ee1754af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444822 Mar 24 14:08:46.294524 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:08:46.303941 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:08:46.329842 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2519c-2a1d-45e2-b22f-6747d27c099e req-c55721dc-5455-4c5d-a679-5648abe15532 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.331397 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-55e2519c-2a1d-45e2-b22f-6747d27c099e req-c55721dc-5455-4c5d-a679-5648abe15532 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0526497 Mar 24 14:08:46.377542 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-55e2519c-2a1d-45e2-b22f-6747d27c099e req-f14f3de6-a923-4c0d-9447-1a7f0717744b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Mar 24 14:08:46.384426 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-26d0569f-1cf6-4e70-9852-1d390177e815 service neutron] 10.222.0.42 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911639 Mar 24 14:08:46.408943 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:46.473858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.474370 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:46.475819 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 1093 time: 1.1973853 Mar 24 14:08:46.476212 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:08:46.478424 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a3ef9-6713-487a-b77e-337badcfd93c" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:08:46.530278 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d891e62-2e6a-4313-b1b6-faed29101318 x-openstack-request-id: req-9d891e62-2e6a-4313-b1b6-faed29101318 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:08:46.530589 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:08:46.530875 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d891e62-2e6a-4313-b1b6-faed29101318 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:08:46.531831 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d891e62-2e6a-4313-b1b6-faed29101318'] response: {'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'status': 'completed', 'code': 200} Mar 24 14:08:46.541046 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac22e9-fdd8-4af2-be79-29f9c87cce64 service neutron] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:46.561974 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b1eeec4-ba4a-48ef-8e93-d6d59edcc9c7 req-72d4c1eb-a3b7-46f6-a251-6dbe9734681c service neutron] 10.222.0.42 "GET /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712644 Mar 24 14:08:46.614036 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f1b78-fce4-4745-93a3-a6aac6dc9a82 req-fbc31a71-b13b-429b-a3f7-49994fc190e6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.615642 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f1f1b78-fce4-4745-93a3-a6aac6dc9a82 req-fbc31a71-b13b-429b-a3f7-49994fc190e6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.1027200 Mar 24 14:08:46.651187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a3ef9-6713-487a-b77e-337badcfd93c req-4bb817f0-7ab7-4206-882c-9ba8f401aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.652737 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb6a3ef9-6713-487a-b77e-337badcfd93c req-4bb817f0-7ab7-4206-882c-9ba8f401aeba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1127 time: 0.0796087 Mar 24 14:08:46.679756 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f1f1b78-fce4-4745-93a3-a6aac6dc9a82 req-20b1262f-11cd-41ef-80fd-e24cd310e657 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577731 Mar 24 14:08:46.768382 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a3ef9-6713-487a-b77e-337badcfd93c req-ae5fb246-1e3e-4a18-8e18-5563aa0c0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.769787 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb6a3ef9-6713-487a-b77e-337badcfd93c req-ae5fb246-1e3e-4a18-8e18-5563aa0c0f8b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6840b580926e440db53b02c6d06a8e79&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0873897 Mar 24 14:08:46.863532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a3ef9-6713-487a-b77e-337badcfd93c req-4223aea3-f604-43d0-bf77-68a450162688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.864966 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb6a3ef9-6713-487a-b77e-337badcfd93c req-4223aea3-f604-43d0-bf77-68a450162688 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876315 Mar 24 14:08:46.944769 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-6d4ecfe4-3c7b-4b6e-b11c-3cfb40822110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:46.946244 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-6d4ecfe4-3c7b-4b6e-b11c-3cfb40822110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1127 time: 0.0440464 Mar 24 14:08:46.997112 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-1cd9797c-4d06-47cf-8a73-e3a56a25a9bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 217 time: 0.0318465 Mar 24 14:08:47.045499 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-49fd1a32-eba1-4256-b82d-436c8ba1fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:47.046864 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-49fd1a32-eba1-4256-b82d-436c8ba1fb43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 200 len: 854 time: 0.0442920 Mar 24 14:08:47.094011 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-6b3eb19d-800b-42ae-88db-3d4062d5c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:47.095492 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-6b3eb19d-800b-42ae-88db-3d4062d5c35b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96706a1b-eeb4-404f-ac4a-674a2f837d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427110 Mar 24 14:08:47.181639 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-483f19cf-88d8-441e-ab76-88f070a35ded service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787582 Mar 24 14:08:47.214883 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdca87-61b0-40bc-b053-0459e7905a0a req-d07b1312-6ad3-44e7-93bc-aa907cc42431 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:47.216381 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-93fdca87-61b0-40bc-b053-0459e7905a0a req-d07b1312-6ad3-44e7-93bc-aa907cc42431 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 943 time: 0.0547590 Mar 24 14:08:47.262772 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-93fdca87-61b0-40bc-b053-0459e7905a0a req-c50bb61f-2d5d-4dce-85ac-2da5e301c838 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Mar 24 14:08:47.277604 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3c87b139-b54e-4852-b12b-98be9148aa9a req-8d33f7eb-379b-4a27-ab3b-8fdbe24817c2 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892663 Mar 24 14:08:47.493281 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee25943-538a-4235-aae4-fe6306463b09 req-5c39f68f-18ec-4a7d-a769-7847d6fa0340 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:47.494774 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ee25943-538a-4235-aae4-fe6306463b09 req-5c39f68f-18ec-4a7d-a769-7847d6fa0340 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0520890 Mar 24 14:08:47.540367 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ee25943-538a-4235-aae4-fe6306463b09 req-d3617c55-d122-414f-9523-8538165d483b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Mar 24 14:08:47.798547 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9a4e-423d-4639-938d-9d8b3ad3f0b9 req-d63fc09f-36ee-49cf-8597-a3dfcb9f2f56 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:47.800064 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-080a9a4e-423d-4639-938d-9d8b3ad3f0b9 req-d63fc09f-36ee-49cf-8597-a3dfcb9f2f56 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0509012 Mar 24 14:08:47.844653 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-080a9a4e-423d-4639-938d-9d8b3ad3f0b9 req-339962f3-a5f7-4e4e-85de-70149da09e68 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391190 Mar 24 14:08:48.379660 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350606-8d26-4206-86e3-c7c66ea12ff3 req-040f2138-9b2b-4083-8ba7-135a0086a901 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:48.381074 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18350606-8d26-4206-86e3-c7c66ea12ff3 req-040f2138-9b2b-4083-8ba7-135a0086a901 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 943 time: 0.0539184 Mar 24 14:08:48.424715 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-18350606-8d26-4206-86e3-c7c66ea12ff3 req-4ba2cf02-8f80-4830-b04c-e2a3bad42f11 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Mar 24 14:08:48.657791 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c0786-3271-415f-9bea-a7aad0096427 req-8bbc2962-7d07-4acb-bf10-dcb2fdcb5dbf tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:48.659319 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-964c0786-3271-415f-9bea-a7aad0096427 req-8bbc2962-7d07-4acb-bf10-dcb2fdcb5dbf tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0539188 Mar 24 14:08:48.705064 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-964c0786-3271-415f-9bea-a7aad0096427 req-4f69d59c-f2b3-4e36-b7b1-7cb0b00b9d34 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Mar 24 14:08:48.963763 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37090-505d-41ed-bcf1-085ec018c647 req-29a6d717-9c59-497e-9f49-342138153792 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:48.965195 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-86c37090-505d-41ed-bcf1-085ec018c647 req-29a6d717-9c59-497e-9f49-342138153792 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0509887 Mar 24 14:08:49.010015 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-86c37090-505d-41ed-bcf1-085ec018c647 req-df5cb1db-d2b0-491c-8069-7d820dbb5746 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Mar 24 14:08:49.536737 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf709-9c19-4e15-8001-f614a5d84736 req-f63a253b-41ca-426f-add6-2b4a4b85ad05 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:49.538195 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-de6bf709-9c19-4e15-8001-f614a5d84736 req-f63a253b-41ca-426f-add6-2b4a4b85ad05 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 943 time: 0.0502040 Mar 24 14:08:49.582544 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-de6bf709-9c19-4e15-8001-f614a5d84736 req-9ed236c1-8ec8-4368-aad7-5975e46beb5e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Mar 24 14:08:49.818902 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c5e48-9ff1-4678-a3e1-becc5adadce9 req-62522668-f61e-4127-9904-4d2486f9f85a tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:49.820353 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-256c5e48-9ff1-4678-a3e1-becc5adadce9 req-62522668-f61e-4127-9904-4d2486f9f85a tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0502915 Mar 24 14:08:49.868991 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-256c5e48-9ff1-4678-a3e1-becc5adadce9 req-da838d00-d8be-4f6b-9c7a-41409836ff16 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Mar 24 14:08:50.128697 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de5ca-868e-4624-af21-1122964163ff req-dde466f5-070d-453a-a330-ea81ea46f45c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:50.130124 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2f1de5ca-868e-4624-af21-1122964163ff req-dde466f5-070d-453a-a330-ea81ea46f45c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Mar 24 14:08:50.177098 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2f1de5ca-868e-4624-af21-1122964163ff req-c149fda6-5062-4d39-acb7-3d427f2b6191 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415242 Mar 24 14:08:50.929589 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd710c-b7b9-42de-aa0b-b02def5d9635 req-4096a5fd-be4d-462d-a969-a9d8ba9efd63 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:50.931081 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-51dd710c-b7b9-42de-aa0b-b02def5d9635 req-4096a5fd-be4d-462d-a969-a9d8ba9efd63 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 943 time: 0.2853882 Mar 24 14:08:50.976969 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-51dd710c-b7b9-42de-aa0b-b02def5d9635 req-3ecfcf4f-5f58-46ba-9ec9-3bcb5c8de0f4 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Mar 24 14:08:50.983594 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bd41-e3fe-40e6-84ef-ce03f176b7af req-d48d5889-fff6-4c18-a193-441f30206bf5 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:50.985116 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e262bd41-e3fe-40e6-84ef-ce03f176b7af req-d48d5889-fff6-4c18-a193-441f30206bf5 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0515859 Mar 24 14:08:51.006632 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:08:51.031452 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e262bd41-e3fe-40e6-84ef-ce03f176b7af req-e3e5f157-8169-4f17-b547-418890de03ba tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Mar 24 14:08:51.103613 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:51.115091 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'mac_address': 'fa:16:3e:53:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:08:51.150430 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: ACTIVE; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:51.150777 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:51.163381 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:08:51.182150 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:51.257896 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:51.297775 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0090c-ad74-48de-ac23-4312a936ee10 req-3560d79b-91d3-4dc9-ae62-8de31c499ddb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:51.299414 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-02c0090c-ad74-48de-ac23-4312a936ee10 req-3560d79b-91d3-4dc9-ae62-8de31c499ddb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0528214 Mar 24 14:08:51.307331 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=6']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:51.315544 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.315907 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.316271 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.316661 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.317004 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.317337 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.317666 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.317992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.318326 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.318717 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.319024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.319365 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.319695 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.320017 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.320339 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:08:51.345688 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-02c0090c-ad74-48de-ac23-4312a936ee10 req-a0a3844d-096d-4de4-ab5f-00506a3ac442 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Mar 24 14:08:51.651796 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:08:52.091516 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3fa9-a23c-4008-957a-b8c40a94eb88 req-835a76ff-fbbb-4191-a453-3f3322fe43b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:52.093003 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cefd3fa9-a23c-4008-957a-b8c40a94eb88 req-835a76ff-fbbb-4191-a453-3f3322fe43b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 943 time: 0.0521820 Mar 24 14:08:52.138354 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cefd3fa9-a23c-4008-957a-b8c40a94eb88 req-6df063f8-e3e0-4e50-8647-2eb603c1dc8a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393119 Mar 24 14:08:52.146885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1e2ea-8ae6-481f-a1b7-b99141d861be req-6419ff5e-c978-4328-8818-a96f07a5b4b1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:52.148345 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9fd1e2ea-8ae6-481f-a1b7-b99141d861be req-6419ff5e-c978-4328-8818-a96f07a5b4b1 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 943 time: 0.0539260 Mar 24 14:08:52.193457 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9fd1e2ea-8ae6-481f-a1b7-b99141d861be req-173a1a53-c802-4db5-a41e-ea5f82907c81 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397251 Mar 24 14:08:52.467792 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef677c-3c47-4cc7-bde0-347b09a88804 req-938d92a9-a6ac-4deb-9245-cc57b169a5d7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:52.469277 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9fef677c-3c47-4cc7-bde0-347b09a88804 req-938d92a9-a6ac-4deb-9245-cc57b169a5d7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0548594 Mar 24 14:08:52.513316 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9fef677c-3c47-4cc7-bde0-347b09a88804 req-cc2f22b8-6f87-4b82-845c-e3f1146fc44e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386722 Mar 24 14:08:52.966950 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0f587ae7-118e-4d09-8716-ba31556a7b15 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:08:52.974515 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:53.088444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:53.088817 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.125051 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0f587ae7-118e-4d09-8716-ba31556a7b15, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0f587ae7-118e-4d09-8716-ba31556a7b15,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:53.142527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '0f587ae7-118e-4d09-8716-ba31556a7b15', 'network_id': '83953864-4c7e-444f-bc0b-9ec7ee1754af', 'port_id': '0f587ae7-118e-4d09-8716-ba31556a7b15', 'mac_address': 'fa:16:3e:d0:b8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d683d4-1780-457e-8048-096ff729a800', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:08:53.212570 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 0f587ae7-118e-4d09-8716-ba31556a7b15 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:53.212961 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.226031 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:53.228053 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.238881 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f587ae7-118e-4d09-8716-ba31556a7b15 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:08:53.256712 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c4c29-9632-45e6-a966-c5bdd53d4928 req-cc7e7a81-9c8f-4310-a9c0-a2deb29d6ef2 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:53.258216 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f74c4c29-9632-45e6-a966-c5bdd53d4928 req-cc7e7a81-9c8f-4310-a9c0-a2deb29d6ef2 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 943 time: 0.0538669 Mar 24 14:08:53.269036 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:08:53.271321 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb3b9ed-97f4-482a-bbce-651da2942a87" -d '{"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:08:53.276608 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0f587ae7-118e-4d09-8716-ba31556a7b15, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0f587ae7-118e-4d09-8716-ba31556a7b15,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:53.286006 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:53.309661 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f74c4c29-9632-45e6-a966-c5bdd53d4928 req-2ce15d79-15ba-4b3f-9676-0901d1d0f992 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Mar 24 14:08:53.354800 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.355514 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d1433716-47e4-4d7c-bb2e-e8b57acbd481 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:08:53.386009 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.412885 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1340c3b-65de-438c-ae78-79455d20881a req-6aaee4f0-c923-491b-8249-e823258e2a4c tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:53.414339 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d1340c3b-65de-438c-ae78-79455d20881a req-6aaee4f0-c923-491b-8249-e823258e2a4c tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 944 time: 0.0522289 Mar 24 14:08:53.450494 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=0f587ae7-118e-4d09-8716-ba31556a7b15,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:53.467344 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d1340c3b-65de-438c-ae78-79455d20881a req-b3417dc1-ea95-4d2f-8df2-d806f5132b94 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Mar 24 14:08:53.513996 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e6207e-aba8-4102-95e9-59c008cd27f9 x-openstack-request-id: req-a8e6207e-aba8-4102-95e9-59c008cd27f9 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:08:53.514312 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:08:53.514591 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8e6207e-aba8-4102-95e9-59c008cd27f9 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:08:53.514988 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e6207e-aba8-4102-95e9-59c008cd27f9'] response: {'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'code': 200} Mar 24 14:08:53.524655 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=7']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:53.538042 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:53.548794 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'port_id': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'mac_address': 'fa:16:3e:c9:c1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:08:53.591454 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port d1433716-47e4-4d7c-bb2e-e8b57acbd481 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:53.591847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.605426 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1433716-47e4-4d7c-bb2e-e8b57acbd481 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:08:53.625189 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:53.635937 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662414-95d3-472a-b76c-b6d2f0ff115e req-9d5ea87d-5bf6-4b15-b1a5-335461e56588 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:53.637562 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b662414-95d3-472a-b76c-b6d2f0ff115e req-9d5ea87d-5bf6-4b15-b1a5-335461e56588 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Mar 24 14:08:53.691276 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b662414-95d3-472a-b76c-b6d2f0ff115e req-8c880a61-a3d9-43d8-b6bb-89d256990105 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432625 Mar 24 14:08:53.696356 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:53.744701 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:54.240047 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d1433716-47e4-4d7c-bb2e-e8b57acbd481'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:08:54.263915 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['0f587ae7-118e-4d09-8716-ba31556a7b15'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:08:54.304837 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-157161da-1af0-47c1-ac4f-61a63744429f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:54.428067 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cb32d-dad0-4c18-beba-38bc6768d83b req-294c9777-e830-4a0f-92ea-3e3911f8841a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:54.429540 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a75cb32d-dad0-4c18-beba-38bc6768d83b req-294c9777-e830-4a0f-92ea-3e3911f8841a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 944 time: 0.0503068 Mar 24 14:08:54.476212 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a75cb32d-dad0-4c18-beba-38bc6768d83b req-8d7b7d43-c9f6-41a5-a9f7-58a6caaf29a5 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Mar 24 14:08:54.589675 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38bd90-34fc-48ff-9d54-72223f1748f1 req-620467ec-d945-4f2b-883f-bd728139f5ce tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:54.591136 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dd38bd90-34fc-48ff-9d54-72223f1748f1 req-620467ec-d945-4f2b-883f-bd728139f5ce tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 944 time: 0.0503173 Mar 24 14:08:54.638679 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dd38bd90-34fc-48ff-9d54-72223f1748f1 req-e82f8592-9112-4bf4-803e-070447df0d25 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Mar 24 14:08:54.816721 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b6254-b6cf-4332-b582-aca0db163280 req-3b75061a-2302-4ad8-8668-16f7a7ea1a15 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:54.818196 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-079b6254-b6cf-4332-b582-aca0db163280 req-3b75061a-2302-4ad8-8668-16f7a7ea1a15 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0548918 Mar 24 14:08:54.864835 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-079b6254-b6cf-4332-b582-aca0db163280 req-6fa56620-6e73-40da-a050-62ec409e6a92 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Mar 24 14:08:55.638672 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad714-2155-49a7-9af4-18d619fcefe9 req-66321534-9b90-481a-9158-f17dc2c38059 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:55.639504 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f7dad714-2155-49a7-9af4-18d619fcefe9 req-66321534-9b90-481a-9158-f17dc2c38059 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 944 time: 0.0723000 Mar 24 14:08:55.707107 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f7dad714-2155-49a7-9af4-18d619fcefe9 req-9c5dff00-79c4-4c3a-acba-1d00965d273b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584548 Mar 24 14:08:55.783868 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0dfe-fe69-4037-b61e-98c9a357fdef req-ca2172f0-3a3c-4942-949c-b847de410d16 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:55.794405 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b8f0dfe-fe69-4037-b61e-98c9a357fdef req-ca2172f0-3a3c-4942-949c-b847de410d16 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 944 time: 0.0789487 Mar 24 14:08:55.851176 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b8f0dfe-fe69-4037-b61e-98c9a357fdef req-50f7538b-c3d9-4864-a1a7-df5aec54b804 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557830 Mar 24 14:08:56.013865 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1baa34-88a3-41fa-9e48-3714572a48a7 req-18c90661-7e50-4943-a929-75fb7c06e4f9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:56.015756 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9d1baa34-88a3-41fa-9e48-3714572a48a7 req-18c90661-7e50-4943-a929-75fb7c06e4f9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0609326 Mar 24 14:08:56.074404 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9d1baa34-88a3-41fa-9e48-3714572a48a7 req-07e019b2-4507-4c83-ba93-0f2513f568b5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519156 Mar 24 14:08:56.493927 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4de7a05e-0fcf-48e9-a865-a81e7940b211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:56.871235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87fdaa-6862-4565-9b3e-4ca105fc94db req-784cc365-754b-467d-a881-a0146eaf3fc6 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:56.879886 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bf87fdaa-6862-4565-9b3e-4ca105fc94db req-784cc365-754b-467d-a881-a0146eaf3fc6 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 944 time: 0.0738530 Mar 24 14:08:56.966886 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bf87fdaa-6862-4565-9b3e-4ca105fc94db req-3e982da4-0ef6-4dde-a178-6d03f7e06137 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860295 Mar 24 14:08:56.979864 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0f587ae7-118e-4d09-8716-ba31556a7b15 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:57.038312 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb0da-b9bd-45ab-b32f-a8ff3c5134e1 req-942deb75-bc9b-4c8f-b29c-fc29f37b107b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:57.039948 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-eb6fb0da-b9bd-45ab-b32f-a8ff3c5134e1 req-942deb75-bc9b-4c8f-b29c-fc29f37b107b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 944 time: 0.0921149 Mar 24 14:08:57.090940 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-eb6fb0da-b9bd-45ab-b32f-a8ff3c5134e1 req-4a2690bc-8fee-464d-8afb-3e055bf34f12 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Mar 24 14:08:57.137585 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 0f587ae7-118e-4d09-8716-ba31556a7b15 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:08:57.141738 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 0f587ae7-118e-4d09-8716-ba31556a7b15 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:57.142129 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:57.229599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4df4e-074d-437b-b900-6fdb54ee6023 req-245e3c76-a8bd-459d-b6b2-2cb6fb2037b8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:57.238875 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b6d4df4e-074d-437b-b900-6fdb54ee6023 req-245e3c76-a8bd-459d-b6b2-2cb6fb2037b8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0790842 Mar 24 14:08:57.283618 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 0f587ae7-118e-4d09-8716-ba31556a7b15 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:57.284415 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:57.441796 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f587ae7-118e-4d09-8716-ba31556a7b15'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:08:57.441796 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4cf3d-1c11-497e-b94c-2cdd26a68a48" -d '{"events": [{"server_uuid": "4fd06716-4055-4b8d-8852-4d98816fb82b", "name": "network-vif-plugged", "status": "completed", "tag": "0f587ae7-118e-4d09-8716-ba31556a7b15"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:08:57.443074 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b6d4df4e-074d-437b-b900-6fdb54ee6023 req-7fd4c52c-f0dc-4224-86bb-4b22d4c943b3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818338 Mar 24 14:08:57.443779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0f587ae7-118e-4d09-8716-ba31556a7b15, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0f587ae7-118e-4d09-8716-ba31556a7b15,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:57.443779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c237fde5-67b7-4d8b-9b19-566fe10a3f30 x-openstack-request-id: req-c237fde5-67b7-4d8b-9b19-566fe10a3f30 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:08:57.443779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd06716-4055-4b8d-8852-4d98816fb82b", "name": "network-vif-plugged", "status": "completed", "tag": "0f587ae7-118e-4d09-8716-ba31556a7b15", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:08:57.443779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c237fde5-67b7-4d8b-9b19-566fe10a3f30 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:08:57.443779 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c237fde5-67b7-4d8b-9b19-566fe10a3f30'] response: {'server_uuid': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f587ae7-118e-4d09-8716-ba31556a7b15', 'code': 200} Mar 24 14:08:57.567154 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:57.569027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d1433716-47e4-4d7c-bb2e-e8b57acbd481 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:08:57.696275 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=0f587ae7-118e-4d09-8716-ba31556a7b15,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:57.802210 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port d1433716-47e4-4d7c-bb2e-e8b57acbd481 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:08:57.802210 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port d1433716-47e4-4d7c-bb2e-e8b57acbd481 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:08:57.802210 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:57.924459 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6066-3bdf-4645-ad60-51b8b645f1ea req-e268fd58-fbb8-45cb-8378-a6803ac62308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:57.924459 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8baa6066-3bdf-4645-ad60-51b8b645f1ea req-e268fd58-fbb8-45cb-8378-a6803ac62308 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 1129 time: 0.0935342 Mar 24 14:08:57.924459 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8baa6066-3bdf-4645-ad60-51b8b645f1ea req-8afe1c42-c38a-4bff-84c2-ac0064b89d06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Mar 24 14:08:57.925395 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port d1433716-47e4-4d7c-bb2e-e8b57acbd481 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:08:57.925395 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:57.932812 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:08:58.051637 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:58.086799 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:58.134350 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba82437-1410-45d5-98e0-58ecc8179ebd req-e23ac238-a58c-404e-a83c-76835d721443 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:58.134350 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5ba82437-1410-45d5-98e0-58ecc8179ebd req-e23ac238-a58c-404e-a83c-76835d721443 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 944 time: 0.0629110 Mar 24 14:08:58.140340 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:08:58.181698 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5ba82437-1410-45d5-98e0-58ecc8179ebd req-da42fb8c-f0bf-4c39-ae59-3ce28ced5c00 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Mar 24 14:08:58.226894 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c6fb0-abab-43ed-8bd1-c0e995ac927e req-fadc56e7-5199-4991-a333-7b2ece22f6f4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:58.228285 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-190c6fb0-abab-43ed-8bd1-c0e995ac927e req-fadc56e7-5199-4991-a333-7b2ece22f6f4 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 945 time: 0.0566144 Mar 24 14:08:58.273699 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-190c6fb0-abab-43ed-8bd1-c0e995ac927e req-f7af74bb-12cc-48a2-b311-e24bc4ddd88d tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Mar 24 14:08:58.464805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be36c56-900d-481b-87d5-d26cfae635e1 req-e078bee1-094e-49ed-b4b4-ff903479c119 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:58.466614 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5be36c56-900d-481b-87d5-d26cfae635e1 req-e078bee1-094e-49ed-b4b4-ff903479c119 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0727041 Mar 24 14:08:58.536539 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5be36c56-900d-481b-87d5-d26cfae635e1 req-2d85fdd7-5725-4c9b-8a60-a6cba5cba2ec tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631421 Mar 24 14:08:58.647757 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:08:59.058362 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:08:59.315153 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30965632-0df3-4435-aa5f-59bcb61ffcef req-84947dea-4d13-49c3-9db8-fce652fbdb65 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:59.316570 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-30965632-0df3-4435-aa5f-59bcb61ffcef req-84947dea-4d13-49c3-9db8-fce652fbdb65 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0679519 Mar 24 14:08:59.374931 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:08:59.379217 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb138643-6e4e-4ee1-82a1-4ecad4cdc18b" -d '{"events": [{"server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "name": "network-vif-plugged", "status": "completed", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:08:59.383000 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-30965632-0df3-4435-aa5f-59bcb61ffcef req-e17970ae-3a0b-4ef2-9bf4-1081d360662f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Mar 24 14:08:59.440324 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6866bfa-8adc-4e64-b251-d8c3197be343 x-openstack-request-id: req-f6866bfa-8adc-4e64-b251-d8c3197be343 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:08:59.440630 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "name": "network-vif-plugged", "status": "completed", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:08:59.441074 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6866bfa-8adc-4e64-b251-d8c3197be343 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:08:59.441682 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6866bfa-8adc-4e64-b251-d8c3197be343'] response: {'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'code': 200} Mar 24 14:08:59.447802 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281e02-dd63-4766-9ab0-a0cadc262397 req-13103980-aa27-44f2-a577-86711d11de39 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:59.449321 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0b281e02-dd63-4766-9ab0-a0cadc262397 req-13103980-aa27-44f2-a577-86711d11de39 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 945 time: 0.0793030 Mar 24 14:08:59.513538 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0b281e02-dd63-4766-9ab0-a0cadc262397 req-1a36afe5-b5b2-42e7-aa24-a66585243566 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Mar 24 14:08:59.683297 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cc0d6-327c-4a20-8559-405a980f639c req-b4352e60-564d-4605-ac20-05bf6f72d126 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:59.685578 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-820cc0d6-327c-4a20-8559-405a980f639c req-b4352e60-564d-4605-ac20-05bf6f72d126 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0592692 Mar 24 14:08:59.753627 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-820cc0d6-327c-4a20-8559-405a980f639c req-c5c32c79-d1ef-4fc9-8ed5-3d8c764cc501 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603032 Mar 24 14:08:59.819517 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5053ed-a7fa-44b0-a256-9083b881b2c9 req-2aa4565b-f3ef-42fc-850e-86c70a22b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:08:59.822063 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f5053ed-a7fa-44b0-a256-9083b881b2c9 req-2aa4565b-f3ef-42fc-850e-86c70a22b0d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1129 time: 0.0518281 Mar 24 14:08:59.866905 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f5053ed-a7fa-44b0-a256-9083b881b2c9 req-a559c832-e339-461d-94be-7800d080a390 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Mar 24 14:09:00.528876 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb91b-07e1-4442-9254-3d814995e2e7 req-96cb753d-640f-4dc4-ad6c-f5c6e386b23c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:00.530777 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3a6bb91b-07e1-4442-9254-3d814995e2e7 req-96cb753d-640f-4dc4-ad6c-f5c6e386b23c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0589755 Mar 24 14:09:00.596754 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3a6bb91b-07e1-4442-9254-3d814995e2e7 req-b845482a-8ddd-4db4-a4af-b94e1e7e71fa tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Mar 24 14:09:00.623490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:00.666517 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb885-5931-407b-a1ed-f85041deb98b req-eb020560-4d2a-486a-9f30-4032717918ca tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:00.668053 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-07ceb885-5931-407b-a1ed-f85041deb98b req-eb020560-4d2a-486a-9f30-4032717918ca tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 945 time: 0.0632179 Mar 24 14:09:00.717310 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-07ceb885-5931-407b-a1ed-f85041deb98b req-ef63be21-1710-493b-ba39-5e98f506e9cc tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Mar 24 14:09:00.941409 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21baaf-456c-4556-acb5-05553c6d176e req-96a724e7-e100-4e1b-96a8-d7ba786670e4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:00.944121 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3a21baaf-456c-4556-acb5-05553c6d176e req-96a724e7-e100-4e1b-96a8-d7ba786670e4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0709467 Mar 24 14:09:00.999825 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3a21baaf-456c-4556-acb5-05553c6d176e req-92120125-ca97-4860-925a-965d270cd67d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501909 Mar 24 14:09:01.718871 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5889f68-bb85-4d7f-ac85-3484b1028535 req-16e63bf3-3c03-4454-a057-1e4644bd4b6a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:01.720670 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e5889f68-bb85-4d7f-ac85-3484b1028535 req-16e63bf3-3c03-4454-a057-1e4644bd4b6a tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0629344 Mar 24 14:09:01.777221 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e5889f68-bb85-4d7f-ac85-3484b1028535 req-5f779d51-6cd7-4503-ac77-d5f5fe78f696 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Mar 24 14:09:02.142958 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6443-cd48-4245-88d2-479d8efdeb2e req-795f6fab-703c-4801-ac4e-ca3e881a0a40 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:02.144425 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a6be6443-cd48-4245-88d2-479d8efdeb2e req-795f6fab-703c-4801-ac4e-ca3e881a0a40 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0683489 Mar 24 14:09:02.205528 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a6be6443-cd48-4245-88d2-479d8efdeb2e req-db24f485-1b12-492c-b5fd-314434af90fb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552785 Mar 24 14:09:02.908637 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804a53-7110-4726-8d68-5e0f8a20b18f req-6d06ca4d-6ab1-4903-a4cb-30fb61cb0124 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:02.911086 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-67804a53-7110-4726-8d68-5e0f8a20b18f req-6d06ca4d-6ab1-4903-a4cb-30fb61cb0124 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0647223 Mar 24 14:09:02.965188 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-67804a53-7110-4726-8d68-5e0f8a20b18f req-3bf08d95-6321-4094-ba96-49eab94a8ac5 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Mar 24 14:09:03.098132 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cf152-3e78-439f-8689-d4153941546f req-b748d6a3-6816-4c7a-8b14-ee720857abc3 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:03.099591 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4f9cf152-3e78-439f-8689-d4153941546f req-b748d6a3-6816-4c7a-8b14-ee720857abc3 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0534182 Mar 24 14:09:03.158253 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4f9cf152-3e78-439f-8689-d4153941546f req-980d8303-38f2-4751-819c-9b65cec3b754 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530851 Mar 24 14:09:03.381760 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180909-66f2-4d99-83c0-7805a5c3614a req-bb824c57-498f-4a24-84dd-12533124e353 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:03.383321 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f3180909-66f2-4d99-83c0-7805a5c3614a req-bb824c57-498f-4a24-84dd-12533124e353 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0617723 Mar 24 14:09:03.497700 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f3180909-66f2-4d99-83c0-7805a5c3614a req-b79d60a3-6f3b-4689-bbda-73479b07f7d9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085439 Mar 24 14:09:03.639917 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfc333-a5d4-4ac0-a7ed-5973893677c3 req-9ff4fd6b-c6f5-4bc4-a9bd-c9cd933d6f9b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:03.661169 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5adfc333-a5d4-4ac0-a7ed-5973893677c3 req-9ff4fd6b-c6f5-4bc4-a9bd-c9cd933d6f9b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.1043384 Mar 24 14:09:03.726031 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5adfc333-a5d4-4ac0-a7ed-5973893677c3 req-7d73c526-0363-4ab1-a870-0bf994bbebd6 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639777 Mar 24 14:09:04.113125 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357b1fd-84b1-49f6-b894-a8a882cb4cd6 req-277f5afe-8191-4159-913c-d4e0d3361706 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.114761 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c357b1fd-84b1-49f6-b894-a8a882cb4cd6 req-277f5afe-8191-4159-913c-d4e0d3361706 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0649936 Mar 24 14:09:04.190336 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c357b1fd-84b1-49f6-b894-a8a882cb4cd6 req-010f8450-06b5-4f42-a193-988abeaba214 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692546 Mar 24 14:09:04.217044 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-f50ef9e5-18e7-4d24-8893-18dd07da120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.218861 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-f50ef9e5-18e7-4d24-8893-18dd07da120c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0874777 Mar 24 14:09:04.319733 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-d80bdef4-368d-477e-a685-fb9a0a5a211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.321520 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-d80bdef4-368d-477e-a685-fb9a0a5a211e service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0962951 Mar 24 14:09:04.405316 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-3805d690-dc56-4ff3-82db-40a3711d0487 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 1002 time: 0.0728774 Mar 24 14:09:04.465914 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-db3467a2-e8a1-4b59-8bf0-018444940e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.467525 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-db3467a2-e8a1-4b59-8bf0-018444940e2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0551746 Mar 24 14:09:04.566500 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-ca9da912-0eff-4537-8982-d9fa43d4bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.568267 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-ca9da912-0eff-4537-8982-d9fa43d4bf91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935338 Mar 24 14:09:04.686221 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce666-9783-482b-b9cf-235cfedb9819 req-6b1721ce-7a63-4e5d-a9d5-db4733091f60 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.695399 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-889ce666-9783-482b-b9cf-235cfedb9819 req-6b1721ce-7a63-4e5d-a9d5-db4733091f60 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0969851 Mar 24 14:09:04.698058 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-9310d73d-0a6b-4aef-9ebd-44367f81d8ab service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214643 Mar 24 14:09:04.765772 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-889ce666-9783-482b-b9cf-235cfedb9819 req-892240b5-34e5-4a33-9ad4-b73cb5ef59f7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607452 Mar 24 14:09:04.859878 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4bbedf5a-95e6-4012-bd1b-1be7607e02d9 req-2dcbef39-2466-459c-94c7-e42786d7ca31 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408241 Mar 24 14:09:04.886156 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961eab8-f818-4937-bbcc-879bcd3a8743 req-b2cd6754-0f7c-4326-9582-c8f5f7a4f5d9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:04.887869 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9961eab8-f818-4937-bbcc-879bcd3a8743 req-b2cd6754-0f7c-4326-9582-c8f5f7a4f5d9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0957358 Mar 24 14:09:04.979286 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9961eab8-f818-4937-bbcc-879bcd3a8743 req-6695fe2a-aa02-4390-be2a-c75709d15462 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784113 Mar 24 14:09:05.338817 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283c9c2-60e2-476e-9754-5f1803b393be req-bc3fb66b-669b-4544-b40d-c8537928a8dd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:05.338817 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f283c9c2-60e2-476e-9754-5f1803b393be req-bc3fb66b-669b-4544-b40d-c8537928a8dd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0515950 Mar 24 14:09:05.369670 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f283c9c2-60e2-476e-9754-5f1803b393be req-63bb2479-6661-41fe-a7a8-210b5b5c3f24 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Mar 24 14:09:05.873416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200e96e-9b15-44f9-9e27-d3c0762bb2c3 req-c2583bc5-e7f5-43ee-a57a-6d1dfe67a062 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:05.875160 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e200e96e-9b15-44f9-9e27-d3c0762bb2c3 req-c2583bc5-e7f5-43ee-a57a-6d1dfe67a062 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0524824 Mar 24 14:09:05.933475 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e200e96e-9b15-44f9-9e27-d3c0762bb2c3 req-e3189e24-ab68-478e-b8f6-be0bab9fe7cf tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521903 Mar 24 14:09:06.105864 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673504b9-4ff8-4fdc-affa-d7f33212b597 req-2c3137e0-9663-44d7-95d7-fc4033608c10 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:06.112456 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-673504b9-4ff8-4fdc-affa-d7f33212b597 req-2c3137e0-9663-44d7-95d7-fc4033608c10 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0605333 Mar 24 14:09:06.170051 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-673504b9-4ff8-4fdc-affa-d7f33212b597 req-66c4c671-6da2-4c13-b17a-6f8058a84218 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528600 Mar 24 14:09:06.234649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:06.498477 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44877a15-f689-421f-882c-5d86365a8a27 req-67d00f79-d49c-477e-a83a-09588e3a97c0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:06.499964 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-44877a15-f689-421f-882c-5d86365a8a27 req-67d00f79-d49c-477e-a83a-09588e3a97c0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0628700 Mar 24 14:09:06.549685 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-44877a15-f689-421f-882c-5d86365a8a27 req-77e87b42-d3b9-4d28-a952-5315f57bc0e6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Mar 24 14:09:07.083478 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc84b1-693f-4f80-af6e-8eb9b55ae138 req-aac380c2-b666-446f-b6ee-ce7fdc3b9c1e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:07.084987 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95fc84b1-693f-4f80-af6e-8eb9b55ae138 req-aac380c2-b666-446f-b6ee-ce7fdc3b9c1e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0583134 Mar 24 14:09:07.131751 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95fc84b1-693f-4f80-af6e-8eb9b55ae138 req-09eb24de-08ff-43df-b60a-80239c304884 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412426 Mar 24 14:09:07.290964 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5903b4-7a83-464c-8c9d-e180a8ac7bf5 req-f15eefdd-cfed-4768-9117-ee6c038fb311 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:07.292441 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf5903b4-7a83-464c-8c9d-e180a8ac7bf5 req-f15eefdd-cfed-4768-9117-ee6c038fb311 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0559840 Mar 24 14:09:07.339338 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf5903b4-7a83-464c-8c9d-e180a8ac7bf5 req-79f0d80d-7c7d-45b6-94ff-89707e7852b5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Mar 24 14:09:07.664241 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fbe26-7539-45cb-a177-6b28a1d0a47b req-80760e7d-6788-4d9b-9983-1762bd5fdc3b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:07.665706 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed1fbe26-7539-45cb-a177-6b28a1d0a47b req-80760e7d-6788-4d9b-9983-1762bd5fdc3b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0505497 Mar 24 14:09:07.709453 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed1fbe26-7539-45cb-a177-6b28a1d0a47b req-5bbf894f-070c-4c2b-a325-0620696c44ff tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Mar 24 14:09:08.114317 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-c2613a48-0585-45fb-8fb6-fc7e4fe70923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.116154 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-c2613a48-0585-45fb-8fb6-fc7e4fe70923 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1129 time: 0.0446436 Mar 24 14:09:08.208322 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-0876247a-47a8-401e-8b6d-ca6981dbc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.209789 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-0876247a-47a8-401e-8b6d-ca6981dbc5aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.0864491 Mar 24 14:09:08.278359 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-7bd5b8f9-2d01-4de5-8c83-f1b18cd65701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 200 len: 1001 time: 0.0607760 Mar 24 14:09:08.333244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-0674ee54-f5a6-4027-8eda-52dac5766db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.334683 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-0674ee54-f5a6-4027-8eda-52dac5766db0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0500371 Mar 24 14:09:08.397891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-474d92d7-efe2-4d49-b240-02155d1d379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.399438 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-474d92d7-efe2-4d49-b240-02155d1d379d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492671 Mar 24 14:09:08.471597 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7976-ca71-43c0-be65-6ed26624c8b3 req-5907b4fe-0b2c-4694-a360-77de7107b882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.473092 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-065d7976-ca71-43c0-be65-6ed26624c8b3 req-5907b4fe-0b2c-4694-a360-77de7107b882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.2699792 Mar 24 14:09:08.521197 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-065d7976-ca71-43c0-be65-6ed26624c8b3 req-35ecfa98-8195-4f53-9c41-67739555966f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Mar 24 14:09:08.524526 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c84f4c-1f15-4f6b-bb5f-d510701d6225 req-9dcef4f3-1a78-4a34-9378-54700d5fb268 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.526126 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e7c84f4c-1f15-4f6b-bb5f-d510701d6225 req-9dcef4f3-1a78-4a34-9378-54700d5fb268 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.1127248 Mar 24 14:09:08.532091 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-d2a68a18-fbf4-4b55-9379-5601e829eca2 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259012 Mar 24 14:09:08.628870 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e7c84f4c-1f15-4f6b-bb5f-d510701d6225 req-5ed3f4e9-4346-4526-b903-0344572e9028 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958169 Mar 24 14:09:08.649214 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76d3ce-dd76-4b11-bab9-704d55d22b52 req-5cd7b0d4-304e-4ab4-805c-20aee0f9136e service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096900 Mar 24 14:09:08.824658 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cae56-0380-4d98-bcfc-ebf658eaed34 req-50405249-9549-4fe5-9854-3987a896e28c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:08.826091 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-736cae56-0380-4d98-bcfc-ebf658eaed34 req-50405249-9549-4fe5-9854-3987a896e28c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0511513 Mar 24 14:09:08.870926 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-736cae56-0380-4d98-bcfc-ebf658eaed34 req-151a7338-f8c2-4264-b956-b00b58bcc462 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393164 Mar 24 14:09:09.653307 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d3ce-91f1-497e-a96d-3a525b69eecf req-ae01e5c1-940b-4a79-aedb-017a048352dc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:09.655304 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3f06d3ce-91f1-497e-a96d-3a525b69eecf req-ae01e5c1-940b-4a79-aedb-017a048352dc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Mar 24 14:09:09.700831 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3f06d3ce-91f1-497e-a96d-3a525b69eecf req-b7b37643-e142-4413-b61b-52c5e8fd853f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Mar 24 14:09:09.744203 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d6df9-3d2b-4208-a607-5fc988619dfa req-f210e247-fc2a-4d94-8102-eb93243d0152 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:09.745657 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ca5d6df9-3d2b-4208-a607-5fc988619dfa req-f210e247-fc2a-4d94-8102-eb93243d0152 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0532870 Mar 24 14:09:09.789215 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ca5d6df9-3d2b-4208-a607-5fc988619dfa req-56e0d50c-8c49-4c36-82bc-22b9de83eef7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Mar 24 14:09:09.989454 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e2f0d-2f6c-43af-97bb-ec832a425ece req-331ed3b4-292e-43a3-b6f0-1a11a3baf54d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:09.990960 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-db1e2f0d-2f6c-43af-97bb-ec832a425ece req-331ed3b4-292e-43a3-b6f0-1a11a3baf54d tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0570087 Mar 24 14:09:10.035134 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-db1e2f0d-2f6c-43af-97bb-ec832a425ece req-9c8bad11-b34d-48f5-912d-5eddd913719f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Mar 24 14:09:10.823613 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af3407-176f-46d1-b331-128b6cd02b36 req-2d529604-b794-475e-b0cc-668e8897dd46 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:10.825082 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21af3407-176f-46d1-b331-128b6cd02b36 req-2d529604-b794-475e-b0cc-668e8897dd46 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 945 time: 0.0535693 Mar 24 14:09:10.870961 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21af3407-176f-46d1-b331-128b6cd02b36 req-681bc4f5-f639-4244-be15-4cb79ea573af tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Mar 24 14:09:10.910942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a7e6-c18a-49a2-8a5e-fb231329e96e req-0ca2c9a1-ffc9-4627-99fa-065a8f5a255e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:10.912424 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7658a7e6-c18a-49a2-8a5e-fb231329e96e req-0ca2c9a1-ffc9-4627-99fa-065a8f5a255e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0564277 Mar 24 14:09:10.962406 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7658a7e6-c18a-49a2-8a5e-fb231329e96e req-224abcca-d60d-4295-86b8-208b47b5851b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Mar 24 14:09:11.048182 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:09:11.123979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: ACTIVE; New status is: DOWN {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:09:11.124285 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:11.147338 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:11.149567 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b083855-7ca5-4cd4-ac62-980e407aa19a" -d '{"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:11.154863 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ecbb-be94-4242-8023-2d48026f3893 req-4f0ebaad-0c24-4017-8893-3a836141e491 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:11.156392 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5c61ecbb-be94-4242-8023-2d48026f3893 req-4f0ebaad-0c24-4017-8893-3a836141e491 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0558288 Mar 24 14:09:11.161983 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:09:11.203739 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5c61ecbb-be94-4242-8023-2d48026f3893 req-eac05525-18a1-4ee7-8511-f104258c550f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401087 Mar 24 14:09:11.228773 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:11.260968 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e381a12d-710e-4119-88a4-fb186467f1e9 x-openstack-request-id: req-e381a12d-710e-4119-88a4-fb186467f1e9 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:11.261251 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:11.261741 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e381a12d-710e-4119-88a4-fb186467f1e9 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:11.262381 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e381a12d-710e-4119-88a4-fb186467f1e9'] response: {'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'code': 200} Mar 24 14:09:11.284993 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=8']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:11.991998 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0271f-ef48-4820-9f56-7ba878ed507f req-1dbcef97-c9a6-4152-9421-74fa68021516 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:11.993227 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-90c0271f-ef48-4820-9f56-7ba878ed507f req-1dbcef97-c9a6-4152-9421-74fa68021516 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0519626 Mar 24 14:09:12.044463 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-90c0271f-ef48-4820-9f56-7ba878ed507f req-70cc32aa-45e6-448b-a954-4ddf9748fcc6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440433 Mar 24 14:09:12.090108 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb1bd0-3e92-49ee-b76a-957ae43df9d9 req-a0f23c83-528b-4628-857a-300b390ecced tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:12.091605 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98fb1bd0-3e92-49ee-b76a-957ae43df9d9 req-a0f23c83-528b-4628-857a-300b390ecced tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0534086 Mar 24 14:09:12.153420 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-98fb1bd0-3e92-49ee-b76a-957ae43df9d9 req-c89d2b67-e1fd-429f-bb37-d8ae834e269d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560739 Mar 24 14:09:12.324881 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48135cb2-e2e0-4bd6-811b-b2aad1c13790 req-e7aa9d8b-12af-435d-9ece-1ca36699c2d1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:12.326331 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48135cb2-e2e0-4bd6-811b-b2aad1c13790 req-e7aa9d8b-12af-435d-9ece-1ca36699c2d1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0514562 Mar 24 14:09:12.374644 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48135cb2-e2e0-4bd6-811b-b2aad1c13790 req-a704fc0c-19c0-4017-930c-5f7f3c3d9344 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Mar 24 14:09:13.254978 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-e62e1e76-4907-49e0-8e15-9a7017cd61cc req-4584d448-93bc-464c-b2e8-b94de5fc100f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:09:13.256243 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e62e1e76-4907-49e0-8e15-9a7017cd61cc req-4584d448-93bc-464c-b2e8-b94de5fc100f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485799 Mar 24 14:09:13.277119 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0ee95-6dc1-4089-a135-a2c2ebc23297 req-41b51950-1981-4677-a756-be9f1cb324ef tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:13.278772 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e8f0ee95-6dc1-4089-a135-a2c2ebc23297 req-41b51950-1981-4677-a756-be9f1cb324ef tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0529535 Mar 24 14:09:13.339821 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e8f0ee95-6dc1-4089-a135-a2c2ebc23297 req-429ca544-083f-441b-b465-3245f9aed8a6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552475 Mar 24 14:09:13.490456 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c9bc2-0ec3-44a1-a7ea-a87562d43382 req-231f7a87-10f4-4397-a50d-4a226f5df21e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:13.491900 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f69c9bc2-0ec3-44a1-a7ea-a87562d43382 req-231f7a87-10f4-4397-a50d-4a226f5df21e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0519328 Mar 24 14:09:13.540039 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f69c9bc2-0ec3-44a1-a7ea-a87562d43382 req-45feb643-8433-4865-bd25-d17bd06206fd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Mar 24 14:09:13.590897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f3009-e4fe-4f0f-8af5-fb251efe86b7 req-9337b188-fabc-4380-96ae-50b635c72c53 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:13.592421 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-176f3009-e4fe-4f0f-8af5-fb251efe86b7 req-9337b188-fabc-4380-96ae-50b635c72c53 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0532603 Mar 24 14:09:13.640054 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-176f3009-e4fe-4f0f-8af5-fb251efe86b7 req-b13dd41f-af3e-4f47-88f5-cef49fe5761e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Mar 24 14:09:13.919862 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 46828) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:14.000265 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-315a256a-b64f-43b9-aadf-625c88ee1ea9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792725 Mar 24 14:09:14.008940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-886a8cf4-48eb-43e7-8203-c29f84ce5261 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:09:14.009881 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-886a8cf4-48eb-43e7-8203-c29f84ce5261 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046625 Mar 24 14:09:14.085542 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46836) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:14.176498 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2832-b04e-4525-8246-10d10af0d3ad req-08e25a3c-13ba-45c0-8f79-58bdf59158c2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:14.177839 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-08e25a3c-13ba-45c0-8f79-58bdf59158c2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports/b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 200 len: 940 time: 0.0913038 Mar 24 14:09:14.457925 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11137dbf-a884-4f60-b9d7-0bb7128c509f req-3857d3b5-d409-4a45-ab75-a27b035a9af6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:14.459414 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-11137dbf-a884-4f60-b9d7-0bb7128c509f req-3857d3b5-d409-4a45-ab75-a27b035a9af6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Mar 24 14:09:14.507565 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-11137dbf-a884-4f60-b9d7-0bb7128c509f req-7645abee-8b3b-4e77-be9c-7f724892f7ad tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Mar 24 14:09:14.660332 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b50fb-8415-45ae-a13a-51517de4a5bd req-2dc9c777-4f3f-41cb-a33d-24908264f834 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:14.661718 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fe6b50fb-8415-45ae-a13a-51517de4a5bd req-2dc9c777-4f3f-41cb-a33d-24908264f834 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0554895 Mar 24 14:09:14.711523 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fe6b50fb-8415-45ae-a13a-51517de4a5bd req-0ac879d2-58e9-487f-9d5b-e4b33f00d658 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442748 Mar 24 14:09:14.766815 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d70b3-8df5-474c-94bc-3105025d0154 req-097bfefc-09b9-4051-bcff-4b460500c941 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:14.768322 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6a7d70b3-8df5-474c-94bc-3105025d0154 req-097bfefc-09b9-4051-bcff-4b460500c941 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0527585 Mar 24 14:09:14.815723 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6a7d70b3-8df5-474c-94bc-3105025d0154 req-9cbb8f20-cb5e-4a22-bcb1-312e3867d9f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Mar 24 14:09:15.621499 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ffbd9-a699-4e8d-ba37-875335d81c9e req-c2c7cb56-decf-470d-b5a9-8c6ce005e268 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:15.622976 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-465ffbd9-a699-4e8d-ba37-875335d81c9e req-c2c7cb56-decf-470d-b5a9-8c6ce005e268 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Mar 24 14:09:15.669005 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-465ffbd9-a699-4e8d-ba37-875335d81c9e req-ef5bb2d4-5f0b-4f77-8666-a16d3f33094f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Mar 24 14:09:15.826831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578d9f7-f594-4b18-8af4-5daed723d1f9 req-5751fa80-e5cd-482c-843d-5dc28f2e91df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:15.828227 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d578d9f7-f594-4b18-8af4-5daed723d1f9 req-5751fa80-e5cd-482c-843d-5dc28f2e91df tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0512187 Mar 24 14:09:15.877011 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d578d9f7-f594-4b18-8af4-5daed723d1f9 req-1332c946-4b47-4825-853e-2300b5d94e71 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Mar 24 14:09:15.936225 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34632-dab5-42f1-9c52-2ea420c51d96 req-127c6743-1f9f-47f5-8330-7379871dc7de tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:15.937657 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1cb34632-dab5-42f1-9c52-2ea420c51d96 req-127c6743-1f9f-47f5-8330-7379871dc7de tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0501099 Mar 24 14:09:15.985752 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1cb34632-dab5-42f1-9c52-2ea420c51d96 req-bf7d5741-cd10-4535-bad3-e3634dbde938 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Mar 24 14:09:16.787472 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1698-a32d-4742-9f7f-54dc5c64ba0b req-2c9870be-fd94-4080-949a-7af5eb782b01 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:16.788898 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b0af1698-a32d-4742-9f7f-54dc5c64ba0b req-2c9870be-fd94-4080-949a-7af5eb782b01 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0538304 Mar 24 14:09:16.833762 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b0af1698-a32d-4742-9f7f-54dc5c64ba0b req-8c583b65-ec51-4eaa-ba30-6681d63a71ef tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394406 Mar 24 14:09:16.991598 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d36ad-490c-45e6-b8ce-b794db18919f req-a545762e-e25e-4218-bbd0-7f39560b50b1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:16.993077 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9f8d36ad-490c-45e6-b8ce-b794db18919f req-a545762e-e25e-4218-bbd0-7f39560b50b1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0507669 Mar 24 14:09:17.040694 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9f8d36ad-490c-45e6-b8ce-b794db18919f req-95d53c46-2c33-47ca-9d08-0b8d087bd376 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Mar 24 14:09:17.108926 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495222e-6902-4656-9fc8-d69f54900af9 req-f3d63ec3-2b55-4421-b612-585fa7a65cb5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:17.110408 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8495222e-6902-4656-9fc8-d69f54900af9 req-f3d63ec3-2b55-4421-b612-585fa7a65cb5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0522494 Mar 24 14:09:17.156257 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8495222e-6902-4656-9fc8-d69f54900af9 req-9a17e781-59ee-4664-aac9-2a72525bb9d4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 Mar 24 14:09:17.522946 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:09:17.595488 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: DOWN; New status is: DOWN {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:09:17.947141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84f31d-c35f-40f5-9218-61ac30e3fbd7 req-f3524ea7-774a-4ab4-b268-91f4dc9bff00 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:17.948615 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9b84f31d-c35f-40f5-9218-61ac30e3fbd7 req-f3524ea7-774a-4ab4-b268-91f4dc9bff00 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Mar 24 14:09:17.994776 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9b84f31d-c35f-40f5-9218-61ac30e3fbd7 req-58ca209a-e345-4224-8bd0-bc19be6d4a42 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Mar 24 14:09:18.158961 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe91a-75d4-46a7-8be3-629b769761d1 req-3c45f82a-539f-4ca2-8f7e-55cc5b9c5d9c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:18.160935 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f6ffe91a-75d4-46a7-8be3-629b769761d1 req-3c45f82a-539f-4ca2-8f7e-55cc5b9c5d9c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0548255 Mar 24 14:09:18.205662 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f6ffe91a-75d4-46a7-8be3-629b769761d1 req-1c98f0e2-fd2b-4bd7-8e2e-1bd9cb8b1137 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Mar 24 14:09:18.280030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618107-feae-4315-8a6d-8219e566981f req-1552aa49-96e7-464f-843f-b0137bbe78a4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:18.281502 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-79618107-feae-4315-8a6d-8219e566981f req-1552aa49-96e7-464f-843f-b0137bbe78a4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0559611 Mar 24 14:09:18.331131 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-79618107-feae-4315-8a6d-8219e566981f req-4ec7e7a1-d8a4-4e5a-9752-54058d5cf38d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Mar 24 14:09:19.111983 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500b52b-2524-4866-a43d-26c237ccce64 req-6340478c-5258-4287-8484-de407d2b0a86 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:19.114036 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b500b52b-2524-4866-a43d-26c237ccce64 req-6340478c-5258-4287-8484-de407d2b0a86 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0537517 Mar 24 14:09:19.158864 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b500b52b-2524-4866-a43d-26c237ccce64 req-51294323-4b5b-47a9-b150-8c549a19fb4a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Mar 24 14:09:19.323581 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99de0d-ce58-4bac-b24c-a5a752005043 req-51b6312e-c899-403b-9fea-cf2997680cc3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:19.325041 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b99de0d-ce58-4bac-b24c-a5a752005043 req-51b6312e-c899-403b-9fea-cf2997680cc3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0516813 Mar 24 14:09:19.371251 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b99de0d-ce58-4bac-b24c-a5a752005043 req-9e94bb71-4a07-44d3-9229-5f3ed1be1db8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406637 Mar 24 14:09:19.449320 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651fa49-085b-4dba-9f14-e80dba409022 req-2697efb1-3d9a-4950-a266-1e63292dcb6c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:19.450779 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a651fa49-085b-4dba-9f14-e80dba409022 req-2697efb1-3d9a-4950-a266-1e63292dcb6c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0502150 Mar 24 14:09:19.498460 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a651fa49-085b-4dba-9f14-e80dba409022 req-9f2850de-99e6-461a-af3a-64b46015e092 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423105 Mar 24 14:09:20.275963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a578b55-8845-414a-91a0-2af61ce2d6eb req-d965a380-ca1f-4dbe-8001-93178cb64824 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:20.277550 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9a578b55-8845-414a-91a0-2af61ce2d6eb req-d965a380-ca1f-4dbe-8001-93178cb64824 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0521610 Mar 24 14:09:20.287215 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366664-5d1e-45d4-89c5-0fc51bdff146 req-1cac9db7-707c-49f7-a0ce-ebc8691fbeba tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:20.288661 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9f366664-5d1e-45d4-89c5-0fc51bdff146 req-1cac9db7-707c-49f7-a0ce-ebc8691fbeba tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Mar 24 14:09:20.327312 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9a578b55-8845-414a-91a0-2af61ce2d6eb req-7b18cec1-35fd-4ce3-a0d0-4b56c71d696c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Mar 24 14:09:20.336264 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9f366664-5d1e-45d4-89c5-0fc51bdff146 req-6f9c36c8-ad08-4f9b-9c1c-4ec01f2b7c06 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Mar 24 14:09:20.358143 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46914) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:20.443257 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dfafe-daeb-4d8d-b5c9-b4d0521159ab tempest-TestMinimumBasicScenario-942714935 tempest-TestMinimumBasicScenario-942714935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:20.444907 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f47dfafe-daeb-4d8d-b5c9-b4d0521159ab tempest-TestMinimumBasicScenario-942714935 tempest-TestMinimumBasicScenario-942714935-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1124 time: 0.0857856 Mar 24 14:09:20.447631 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46920) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:20.451733 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'port_id': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:20.497611 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25bbc8-a6fd-45f9-bcf4-273204f9a3bb req-f42dea94-d2bc-409b-8f70-f244c854dba2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:20.499364 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed25bbc8-a6fd-45f9-bcf4-273204f9a3bb req-f42dea94-d2bc-409b-8f70-f244c854dba2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0597246 Mar 24 14:09:20.524302 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:20.546314 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed25bbc8-a6fd-45f9-bcf4-273204f9a3bb req-35dc4c3f-bca4-4e92-9e33-9d472aa038fd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Mar 24 14:09:20.636427 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d00793-7063-4a2e-9897-366abf1c35ce req-9d66388a-7ef7-4d00-b599-67a96833e56d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:20.637786 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b8d00793-7063-4a2e-9897-366abf1c35ce req-9d66388a-7ef7-4d00-b599-67a96833e56d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0666175 Mar 24 14:09:20.697711 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:20.707612 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b8d00793-7063-4a2e-9897-366abf1c35ce req-748ad1f1-c6d3-4945-bbde-f6cf5567a30a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630479 Mar 24 14:09:20.808095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Allocated IP 172.27.0.184 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/fce86540-b2d0-43c6-b8b2-c80e6cbdea49) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:09:20.904176 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:20.993505 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:21.033713 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:09:21.037293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:09:21.042884 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:09:21.048375 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'Port': ['ID=fce86540-b2d0-43c6-b8b2-c80e6cbdea49,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:21.076530 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.076881 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.077223 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.077562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.077902 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.078232 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.078588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.078910 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.079236 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.079563 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.079886 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.080207 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.080526 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.080845 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.081166 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:21.393529 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for floatingip (6dff2745-5d84-42ec-a8d8-37337a95cea5), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:21.443277 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0995a5-0add-4ed9-a9d3-3a3fbc9e7e33 req-702568fa-0c66-4241-9729-727120ed5327 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:21.444753 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fb0995a5-0add-4ed9-a9d3-3a3fbc9e7e33 req-702568fa-0c66-4241-9729-727120ed5327 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Mar 24 14:09:21.490634 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fb0995a5-0add-4ed9-a9d3-3a3fbc9e7e33 req-34377aa6-6798-47d6-a3a8-29bddf4c0b39 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Mar 24 14:09:21.502637 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:21.678459 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:21.691387 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc817-b6cc-4bb2-93af-7189b590a7a1 req-0d220f80-f806-4660-98e5-92e31688e220 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:21.692959 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-96ebc817-b6cc-4bb2-93af-7189b590a7a1 req-0d220f80-f806-4660-98e5-92e31688e220 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0799694 Mar 24 14:09:21.737446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:21.742337 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-96ebc817-b6cc-4bb2-93af-7189b590a7a1 req-be0cade8-8845-4725-a254-7f3fd6b547a9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Mar 24 14:09:21.811452 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'Port': ['ID=fce86540-b2d0-43c6-b8b2-c80e6cbdea49,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:21.822011 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (6dff2745-5d84-42ec-a8d8-37337a95cea5), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:21.843800 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267d54d-5789-40ea-9aef-c12e54886bcc req-f35e7dc5-11f0-4ce8-8558-4902b55d9758 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:21.845329 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2267d54d-5789-40ea-9aef-c12e54886bcc req-f35e7dc5-11f0-4ce8-8558-4902b55d9758 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0563090 Mar 24 14:09:21.892015 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2267d54d-5789-40ea-9aef-c12e54886bcc req-f42d53a1-65a5-4c97-8d32-b36b93be581a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Mar 24 14:09:21.923715 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Floating IP 6dff2745-5d84-42ec-a8d8-37337a95cea5 associated. External IP: 172.27.0.184, port: d1433716-47e4-4d7c-bb2e-e8b57acbd481. Mar 24 14:09:22.127403 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Router b4ff6475-fc1d-4c07-92a7-a095199f578c has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:09:22.231897 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:09:22.241879 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] Sync routers for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:09:22.251634 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:09:22.252233 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:08:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:22.304421 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.333132 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-56bb1419-ab6c-43ac-a262-d38f5702643c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8844857 Mar 24 14:09:22.333837 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:22.336251 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:22.336406 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 46936) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:22.340792 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325586217', 'description': 'tempest-secgroup-smoke-1325586217 description', 'project_id': '6840b580926e440db53b02c6d06a8e79'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:22.360624 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:09:22.423595 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.425103 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aedbcd-63e0-480e-bfbb-87443e2501e1 x-openstack-request-id: req-d2aedbcd-63e0-480e-bfbb-87443e2501e1 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:22.427767 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:22.427767 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2aedbcd-63e0-480e-bfbb-87443e2501e1 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:22.427767 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2aedbcd-63e0-480e-bfbb-87443e2501e1'] response: {'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'status': 'completed', 'code': 200} Mar 24 14:09:22.491092 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group (d3c10f8a-3302-4083-8730-efa43bea3eec), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.568474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d3c10f8a-3302-4083-8730-efa43bea3eec), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.584706 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6dff2745-5d84-42ec-a8d8-37337a95cea5', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'port_id': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'mac_address': 'fa:16:3e:c9:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdfd25-0304-47db-9695-d0e378db43f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:09:21Z', 'updated_at': '2022-03-24T14:09:21Z', 'revision_number': 0, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:22.614640 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] Checking router: b4ff6475-fc1d-4c07-92a7-a095199f578c for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:09:22.619607 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c10f8a-3302-4083-8730-efa43bea3eec,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:22.622864 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:09:22.623458 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:08:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:22.629045 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.629396 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.629744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.630082 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.630421 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.630780 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.631111 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.631439 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.631769 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.632093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.632416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.632740 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.633064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.633387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.633709 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:22.646986 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6623-5953-40f3-be36-5935732a07f5 req-a247446d-d1c8-4d0f-9d51-411cbda829e4 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:22.648464 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e4d6623-5953-40f3-be36-5935732a07f5 req-a247446d-d1c8-4d0f-9d51-411cbda829e4 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0908134 Mar 24 14:09:22.678279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.682235 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cb36f3ad-e18d-4087-a17f-29140eda4633 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3422701 Mar 24 14:09:22.682978 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46944) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:22.687604 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group_rule': {'security_group_id': 'd3c10f8a-3302-4083-8730-efa43bea3eec', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:22.705812 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e4d6623-5953-40f3-be36-5935732a07f5 req-0e670639-80d7-40a2-b956-0390e06f74fa tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514653 Mar 24 14:09:22.732654 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:09:22.800444 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (06ada1cc-271c-4af7-a740-94d59d0cef2a), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.884972 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (06ada1cc-271c-4af7-a740-94d59d0cef2a), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.892239 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4362a-b080-420f-8543-2a3669b3d7c2 req-f97a635e-6199-4a92-a540-5e2d69457fe7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:22.893716 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e2d4362a-b080-420f-8543-2a3669b3d7c2 req-f97a635e-6199-4a92-a540-5e2d69457fe7 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0800087 Mar 24 14:09:22.942908 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e2d4362a-b080-420f-8543-2a3669b3d7c2 req-d7f41ec4-0df7-4771-be30-e182659b44f6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Mar 24 14:09:22.944076 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (06ada1cc-271c-4af7-a740-94d59d0cef2a), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:22.953872 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6dff2745-5d84-42ec-a8d8-37337a95cea5', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'port_id': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'mac_address': 'fa:16:3e:c9:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdfd25-0304-47db-9695-d0e378db43f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:09:21Z', 'updated_at': '2022-03-24T14:09:21Z', 'revision_number': 0, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:22.964762 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ada1cc-271c-4af7-a740-94d59d0cef2a,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:22.983861 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dee97-4f9d-4bf6-a8f8-75c439b1488d None None] The sync data for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi is: [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6dff2745-5d84-42ec-a8d8-37337a95cea5', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'port_id': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'mac_address': 'fa:16:3e:c9:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdfd25-0304-47db-9695-d0e378db43f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:09:21Z', 'updated_at': '2022-03-24T14:09:21Z', 'revision_number': 0, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:09:23.019987 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.023030 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-029edcfc-3c64-4ea8-9ae8-269da2e6049c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389108 Mar 24 14:09:23.024031 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46952) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:23.028643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group_rule': {'security_group_id': 'd3c10f8a-3302-4083-8730-efa43bea3eec', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:23.037710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7795b52-a911-4c57-b885-73c25ea1c4bb req-934cad45-a690-4baf-9364-6685b3f59026 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:23.039442 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7795b52-a911-4c57-b885-73c25ea1c4bb req-934cad45-a690-4baf-9364-6685b3f59026 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0616517 Mar 24 14:09:23.088644 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7795b52-a911-4c57-b885-73c25ea1c4bb req-55fa2269-f8d3-4c81-933b-b2a4b15b26c9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Mar 24 14:09:23.096747 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (d58927d7-b45f-4696-ad51-5e6f9fea8fe0), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.155054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (d58927d7-b45f-4696-ad51-5e6f9fea8fe0), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.190368 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca9f30-9fda-47c3-ae8c-5a13ad04f3bd None None] New status for floating IP 6dff2745-5d84-42ec-a8d8-37337a95cea5: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:09:23.221876 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (d58927d7-b45f-4696-ad51-5e6f9fea8fe0), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.237130 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58927d7-b45f-4696-ad51-5e6f9fea8fe0,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:23.304140 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.305360 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-cded6876-48cd-48f8-b326-1912250f5bad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2803187 Mar 24 14:09:23.308022 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46954) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:23.312420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group_rule': {'security_group_id': 'd3c10f8a-3302-4083-8730-efa43bea3eec', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:23.416805 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (ff29b488-a5f9-4f21-80b0-03d18d0a960a), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.475574 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (ff29b488-a5f9-4f21-80b0-03d18d0a960a), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.541082 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-389e38b1-27a2-42b0-8418-e57ccbdb3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:23.542580 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-389e38b1-27a2-42b0-8418-e57ccbdb3dd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1129 time: 0.0446687 Mar 24 14:09:23.559238 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (ff29b488-a5f9-4f21-80b0-03d18d0a960a), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.576233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff29b488-a5f9-4f21-80b0-03d18d0a960a,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:23.645232 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-e5d9e01a-1752-43d0-a537-ebdd6eec85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:23.646717 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-e5d9e01a-1752-43d0-a537-ebdd6eec85b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 916 time: 0.0901394 Mar 24 14:09:23.657958 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.662128 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-db39551d-4637-413b-a5ca-8ca926d6f903 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501852 Mar 24 14:09:23.662404 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46960) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:23.666886 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group_rule': {'security_group_id': 'd3c10f8a-3302-4083-8730-efa43bea3eec', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:23.720704 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-92e1bb27-1cd8-4f22-bc9c-fa8f514bf874 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 1001 time: 0.0635121 Mar 24 14:09:23.758095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (0b011b3a-d13c-4de4-ae04-d3f40bde65d8), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.783652 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-1f7b5e07-27c5-4b2b-9d06-9a139669ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:23.785670 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-1f7b5e07-27c5-4b2b-9d06-9a139669ec80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 200 len: 854 time: 0.0542145 Mar 24 14:09:23.835121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-85d20b9f-a7d9-4670-9410-4611a1bbfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:23.836766 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-85d20b9f-a7d9-4670-9410-4611a1bbfd12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96706a1b-eeb4-404f-ac4a-674a2f837d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431747 Mar 24 14:09:23.851036 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (0b011b3a-d13c-4de4-ae04-d3f40bde65d8), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.863483 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d67aa1-fc78-444b-b242-c7622d14268a req-61e6f921-96ff-44dd-991b-b0a1e039b907 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:23.864966 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-84d67aa1-fc78-444b-b242-c7622d14268a req-61e6f921-96ff-44dd-991b-b0a1e039b907 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0760128 Mar 24 14:09:23.899892 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (0b011b3a-d13c-4de4-ae04-d3f40bde65d8), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.926872 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-84d67aa1-fc78-444b-b242-c7622d14268a req-280f20ce-0f09-4861-8ca4-60e1e1dabc11 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560684 Mar 24 14:09:23.928320 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b011b3a-d13c-4de4-ae04-d3f40bde65d8,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:23.937677 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-b06d8246-61bc-4eb5-a160-3108daceded3 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 Mar 24 14:09:23.979038 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:23.982902 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-4ad03d4a-3ed9-4627-a1f3-029af7d90b2d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167560 Mar 24 14:09:23.983606 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46968) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:23.987607 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group_rule': {'security_group_id': 'd3c10f8a-3302-4083-8730-efa43bea3eec', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:24.057176 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.securitygroups_db [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Project 6840b580926e440db53b02c6d06a8e79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:09:24.058286 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-aa3d3a2f-a5d7-4576-88f5-86805f3a7c8b req-69c23521-639d-40d6-aba8-dcdcc32259c9 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136439 Mar 24 14:09:24.062465 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (c50b11f4-33b8-4955-8ff6-65ae68396303), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.083878 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0346a-55e9-40d3-b2a8-4568f26acbcc req-bfd686ab-f4ca-4663-afbd-e820af151050 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:24.085325 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f2f0346a-55e9-40d3-b2a8-4568f26acbcc req-bfd686ab-f4ca-4663-afbd-e820af151050 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0609725 Mar 24 14:09:24.123840 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (c50b11f4-33b8-4955-8ff6-65ae68396303), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.132108 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f2f0346a-55e9-40d3-b2a8-4568f26acbcc req-6023c94f-9d3e-4dcb-bc19-19ad5e7508ef tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Mar 24 14:09:24.199511 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (c50b11f4-33b8-4955-8ff6-65ae68396303), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.225697 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0871a50-1c7f-4b7f-8852-aba9def65b65 req-6be2d4be-edb6-4e95-b9ea-ff04cc675132 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:24.227295 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0871a50-1c7f-4b7f-8852-aba9def65b65 req-6be2d4be-edb6-4e95-b9ea-ff04cc675132 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0678465 Mar 24 14:09:24.230818 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50b11f4-33b8-4955-8ff6-65ae68396303,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:24.274385 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0871a50-1c7f-4b7f-8852-aba9def65b65 req-828a815e-bffd-4800-9c16-1441fdae3afd tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Mar 24 14:09:24.291654 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-734063ec-5e6e-4bec-96a3-8f0871d0d802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.327994 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.329792 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e9a239ff-76d7-4996-ba6e-832bb68c989c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3455911 Mar 24 14:09:24.332420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 46972) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:24.336643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'security_group_rule': {'security_group_id': 'd3c10f8a-3302-4083-8730-efa43bea3eec', 'project_id': '6840b580926e440db53b02c6d06a8e79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:24.461713 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.securitygroups_db [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Project 6840b580926e440db53b02c6d06a8e79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:09:24.466896 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (c171825a-fec5-4090-9900-403c9cf6ec59), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.523845 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (c171825a-fec5-4090-9900-403c9cf6ec59), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.554676 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (c171825a-fec5-4090-9900-403c9cf6ec59), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.573134 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c171825a-fec5-4090-9900-403c9cf6ec59,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:24.647783 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:24.648965 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-012495dd-168c-4928-b7b9-a440cf278998 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156328 Mar 24 14:09:24.733432 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-824b5c6a-99b9-4f45-9fc6-87e5bbf4394e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325586217&fields=id&tenant_id=6840b580926e440db53b02c6d06a8e79 HTTP/1.1" status: 200 len: 267 time: 0.0433257 Mar 24 14:09:24.795374 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-1073c131-3b7a-4d26-b734-5f7f5bbfee21 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:24.796864 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-1073c131-3b7a-4d26-b734-5f7f5bbfee21 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0576258 Mar 24 14:09:24.809048 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'port': {'security_groups': ['032ea34f-d3c7-488b-b748-5a3244db9ea6', 'd3c10f8a-3302-4083-8730-efa43bea3eec']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:24.878122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:25.060164 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733214-525a-4e78-804a-1f0a21610440 req-7d2c6cdf-0a1c-43d1-89c5-58bcb743348e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.061764 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f4733214-525a-4e78-804a-1f0a21610440 req-7d2c6cdf-0a1c-43d1-89c5-58bcb743348e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0615127 Mar 24 14:09:25.064099 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:09:25.094947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:25.110886 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f4733214-525a-4e78-804a-1f0a21610440 req-f547c821-0f1b-477a-abea-2642e7f63eef tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Mar 24 14:09:25.170378 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:25.182723 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d1433716-47e4-4d7c-bb2e-e8b57acbd481'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:09:25.224380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.233012 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:25.233012 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-69f39641-8103-425e-9b6b-b81bcf420f20 req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "PUT /v2.0/ports/d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 981 time: 0.4289858 Mar 24 14:09:25.239728 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:25.242591 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7050578-a970-4254-ad7e-9ba85b39aca0" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:25.265582 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fadda2-af32-4268-b243-9f66ad9ae9f4 req-f85a5269-1419-4221-99cc-cb368771ea7b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.267355 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-27fadda2-af32-4268-b243-9f66ad9ae9f4 req-f85a5269-1419-4221-99cc-cb368771ea7b tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0687444 Mar 24 14:09:25.284999 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325701f-f33a-4534-a66c-be4c65178491 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=6']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:25.361165 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-27fadda2-af32-4268-b243-9f66ad9ae9f4 req-5d570543-23f2-4fd8-80f6-1ea0cc08a213 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869000 Mar 24 14:09:25.384293 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acc39e-249a-4339-8f2b-f4d55558d6e2 req-a20ea2ce-483c-4852-9dcf-43b44cb0122c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.392564 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15acc39e-249a-4339-8f2b-f4d55558d6e2 req-a20ea2ce-483c-4852-9dcf-43b44cb0122c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0954688 Mar 24 14:09:25.473550 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-15acc39e-249a-4339-8f2b-f4d55558d6e2 req-d77e9301-2c1e-4751-95f6-80786377efcf tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797391 Mar 24 14:09:25.508970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a358c35-451b-4ada-9d08-88785e374d92 x-openstack-request-id: req-3a358c35-451b-4ada-9d08-88785e374d92 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:25.508970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:25.508970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a358c35-451b-4ada-9d08-88785e374d92 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:25.508970 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a358c35-451b-4ada-9d08-88785e374d92'] response: {'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'status': 'completed', 'code': 200} Mar 24 14:09:25.541243 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d1433716-47e4-4d7c-bb2e-e8b57acbd481'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:09:25.618270 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-bd4effd7-523d-4639-b198-76c39cdc0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.619912 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-bd4effd7-523d-4639-b198-76c39cdc0acb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1168 time: 0.0791750 Mar 24 14:09:25.626093 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-add70d36-6480-47d2-bb62-e82557165a16 None None] Provisioning complete for port d1433716-47e4-4d7c-bb2e-e8b57acbd481 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:09:25.626449 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-add70d36-6480-47d2-bb62-e82557165a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:25.627991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d09ca8-506c-4760-8168-69f395a0754e req-2c5cb959-eb2e-4396-adcd-b36805bcecd5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.630178 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d4d09ca8-506c-4760-8168-69f395a0754e req-2c5cb959-eb2e-4396-adcd-b36805bcecd5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0811701 Mar 24 14:09:25.731917 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d4d09ca8-506c-4760-8168-69f395a0754e req-b8c1d7f1-769a-4578-8e1f-a6e3700ece88 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937064 Mar 24 14:09:25.750180 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-1724e77e-e6d7-4087-b0d2-f0aeacdb56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.751998 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-1724e77e-e6d7-4087-b0d2-f0aeacdb56c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 916 time: 0.1211185 Mar 24 14:09:25.821949 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-45eb95f8-6787-4595-b2e7-902af06f81f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 1001 time: 0.0634072 Mar 24 14:09:25.884011 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-35ffde8c-fe59-494e-8801-eb2fc744fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.885483 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-35ffde8c-fe59-494e-8801-eb2fc744fff1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 200 len: 854 time: 0.0446079 Mar 24 14:09:25.945674 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-3f08d67e-080a-4673-98ca-4b4381c6893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:25.947219 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-3f08d67e-080a-4673-98ca-4b4381c6893d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96706a1b-eeb4-404f-ac4a-674a2f837d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452070 Mar 24 14:09:25.962611 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-add70d36-6480-47d2-bb62-e82557165a16 None None] Current status of the port d1433716-47e4-4d7c-bb2e-e8b57acbd481 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:09:26.050362 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-9cc99716-8de6-4d8c-9ae4-505e3ef3e823 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909698 Mar 24 14:09:26.158196 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7050578-a970-4254-ad7e-9ba85b39aca0 req-bb4e6164-d440-4932-99d2-3d309cf705d8 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948362 Mar 24 14:09:26.235734 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20d67d-265e-46ee-88e8-cc1a90dd6d1c req-bef15a1f-485f-415e-ac21-3e347db843df tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.237214 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0f20d67d-265e-46ee-88e8-cc1a90dd6d1c req-bef15a1f-485f-415e-ac21-3e347db843df tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0543766 Mar 24 14:09:26.279938 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2832-b04e-4525-8246-10d10af0d3ad req-ab0703fb-a28a-4deb-bc57-2c1ff83a7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.281402 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-ab0703fb-a28a-4deb-bc57-2c1ff83a7377 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500&tenant_id=615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 1127 time: 0.0798810 Mar 24 14:09:26.283554 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0f20d67d-265e-46ee-88e8-cc1a90dd6d1c req-38434c5a-125a-44fb-bd6a-29b534f99395 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Mar 24 14:09:26.354072 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2832-b04e-4525-8246-10d10af0d3ad req-8ceef7d6-14c5-4f5c-98fc-415ee5239cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.355495 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-8ceef7d6-14c5-4f5c-98fc-415ee5239cc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1127 time: 0.0433991 Mar 24 14:09:26.476928 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2832-b04e-4525-8246-10d10af0d3ad req-d1e83c19-0ff4-4e97-8cc4-e9476f71fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.478342 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-d1e83c19-0ff4-4e97-8cc4-e9476f71fea8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.1108966 Mar 24 14:09:26.479904 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ad75acdb-55d5-4f83-9ea6-5b9760f82e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:26.540084 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85955d-2350-41b7-a9d8-6f4a45678c9f req-926d4ef3-9500-48be-a593-d5eb0658b7e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.541536 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1c85955d-2350-41b7-a9d8-6f4a45678c9f req-926d4ef3-9500-48be-a593-d5eb0658b7e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.1059206 Mar 24 14:09:26.561447 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-3e9fc443-8328-46f1-8a9f-b8b07ab7b56c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 200 len: 999 time: 0.0750115 Mar 24 14:09:26.632188 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1c85955d-2350-41b7-a9d8-6f4a45678c9f req-ea81208d-426a-436f-9c32-f49febecf721 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841761 Mar 24 14:09:26.633593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2832-b04e-4525-8246-10d10af0d3ad req-2db1e1e4-0328-437b-9e93-768c9decca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.634951 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-2db1e1e4-0328-437b-9e93-768c9decca19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0672228 Mar 24 14:09:26.860780 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81ef4f-11fd-40e1-b24f-19a3a3af0afe req-00a5a41f-1d48-4d61-aac2-ef8028effb32 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.862294 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4a81ef4f-11fd-40e1-b24f-19a3a3af0afe req-00a5a41f-1d48-4d61-aac2-ef8028effb32 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0534329 Mar 24 14:09:26.910264 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4a81ef4f-11fd-40e1-b24f-19a3a3af0afe req-4aeb7444-d85c-4b1a-81ca-e7c3b1ae4785 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Mar 24 14:09:26.950224 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2832-b04e-4525-8246-10d10af0d3ad req-e30ac21f-1553-4c19-abad-848dd18741cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.951734 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-e30ac21f-1553-4c19-abad-848dd18741cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3100996 Mar 24 14:09:26.957913 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86580a5c-8aa7-4e18-87f5-23150cfefdcc req-0526c7dc-38f9-44f9-a4e3-b44870345954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:26.959330 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-86580a5c-8aa7-4e18-87f5-23150cfefdcc req-0526c7dc-38f9-44f9-a4e3-b44870345954 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0554926 Mar 24 14:09:27.053365 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-86580a5c-8aa7-4e18-87f5-23150cfefdcc req-9e815160-853d-4c76-9b3f-73f7eaf6e1dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858104 Mar 24 14:09:27.068103 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-08b996b0-e6ee-4964-b004-b0c43253980d service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079314 Mar 24 14:09:27.397705 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6373-1c63-415e-8969-2ed0fe12c309 req-8cacce15-9240-431b-8d27-9eef34c45492 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:27.399150 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-963b6373-1c63-415e-8969-2ed0fe12c309 req-8cacce15-9240-431b-8d27-9eef34c45492 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Mar 24 14:09:27.444110 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-963b6373-1c63-415e-8969-2ed0fe12c309 req-6d01e74e-fd47-452a-a0fb-04135d4c2129 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395327 Mar 24 14:09:27.580292 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-790d2832-b04e-4525-8246-10d10af0d3ad req-a8f106ea-4125-48f8-9e83-c7bd2fc3ef72 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807376 Mar 24 14:09:27.756666 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec560d-4b43-4f60-8657-83aed95d8320 req-f306f295-738d-4a25-af38-439770ebffbc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:27.758296 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-15ec560d-4b43-4f60-8657-83aed95d8320 req-f306f295-738d-4a25-af38-439770ebffbc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0606341 Mar 24 14:09:27.813282 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-15ec560d-4b43-4f60-8657-83aed95d8320 req-9fad1564-066f-45e7-91d4-618b80d6085a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492010 Mar 24 14:09:27.833414 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:28.035943 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc56e-bded-4bd3-88e8-95ce431ae3b8 req-ca28ac7e-411c-4c1f-a0ce-915513f9319c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:28.037467 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-896fc56e-bded-4bd3-88e8-95ce431ae3b8 req-ca28ac7e-411c-4c1f-a0ce-915513f9319c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0540872 Mar 24 14:09:28.084769 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-896fc56e-bded-4bd3-88e8-95ce431ae3b8 req-809abf6e-e22e-43e0-b8a2-76e3ff2c27cb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Mar 24 14:09:28.579558 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd1a6b-c38b-4287-bd8f-25e3fe2d7a6d req-4cfa3eb7-a88c-47b1-8f27-50bf91f026fc tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:28.581218 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85dd1a6b-c38b-4287-bd8f-25e3fe2d7a6d req-4cfa3eb7-a88c-47b1-8f27-50bf91f026fc tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0613241 Mar 24 14:09:28.632723 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85dd1a6b-c38b-4287-bd8f-25e3fe2d7a6d req-1076487b-c224-4852-9510-135ae25d83eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Mar 24 14:09:28.944522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae24c-cc50-4ef7-8d84-5d79ff2873a9 req-b80d3b51-a993-4b45-ba65-704b9f96a2b3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:28.950268 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5f0ae24c-cc50-4ef7-8d84-5d79ff2873a9 req-b80d3b51-a993-4b45-ba65-704b9f96a2b3 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0585804 Mar 24 14:09:29.001505 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5f0ae24c-cc50-4ef7-8d84-5d79ff2873a9 req-e80dc1a4-5ecc-4427-b49a-a4d81a12e17e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456257 Mar 24 14:09:29.050710 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:29.212376 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de0253-3265-4b85-940a-31aa94ef856e req-c8601a22-3502-45aa-a4e5-604e9b109d2f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:29.213899 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-17de0253-3265-4b85-940a-31aa94ef856e req-c8601a22-3502-45aa-a4e5-604e9b109d2f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0530992 Mar 24 14:09:29.263407 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-17de0253-3265-4b85-940a-31aa94ef856e req-40b30548-f595-4770-bd59-61de39eff6d2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Mar 24 14:09:29.751605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d561f-e5ee-4641-8656-5c9f07f5ae83 req-d8c8f402-8185-4554-bfc8-481ef17e2afe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:29.753595 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b28d561f-e5ee-4641-8656-5c9f07f5ae83 req-d8c8f402-8185-4554-bfc8-481ef17e2afe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0533907 Mar 24 14:09:29.804284 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b28d561f-e5ee-4641-8656-5c9f07f5ae83 req-8aa0b4bb-dba0-48cc-ae3d-1cf5082c2669 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451155 Mar 24 14:09:30.121769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4b715-066a-404d-b784-c9e4f156d41b req-4dc4b09c-2218-4f88-a8a9-06ddedf94046 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:30.123386 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5cf4b715-066a-404d-b784-c9e4f156d41b req-4dc4b09c-2218-4f88-a8a9-06ddedf94046 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0526848 Mar 24 14:09:30.171772 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5cf4b715-066a-404d-b784-c9e4f156d41b req-03108b5c-388c-4627-8369-4a369ab70a94 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Mar 24 14:09:30.385368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1536058-b34c-4194-b6c2-7f2356931b06 req-e6b830cd-6418-4bd5-ac87-7d670f4f9b31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:30.386870 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e1536058-b34c-4194-b6c2-7f2356931b06 req-e6b830cd-6418-4bd5-ac87-7d670f4f9b31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0532017 Mar 24 14:09:30.433547 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e1536058-b34c-4194-b6c2-7f2356931b06 req-9cd52cfe-7939-4080-a842-1fde03d391f5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Mar 24 14:09:30.594060 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:30.924308 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec6659-ca3b-4c5a-a45a-1997f6577f03 req-033fbc0d-45e2-490b-9947-144a320903d3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:30.926310 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bec6659-ca3b-4c5a-a45a-1997f6577f03 req-033fbc0d-45e2-490b-9947-144a320903d3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0563283 Mar 24 14:09:30.974028 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bec6659-ca3b-4c5a-a45a-1997f6577f03 req-c964112c-54e9-418c-a478-9d33caab4e74 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Mar 24 14:09:31.290680 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489878f-22af-46a6-a0ff-5d5571a269e6 req-0b6e28a9-fbd4-4ed7-9ac5-d0b4ec5d69e9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:31.292243 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2489878f-22af-46a6-a0ff-5d5571a269e6 req-0b6e28a9-fbd4-4ed7-9ac5-d0b4ec5d69e9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0532541 Mar 24 14:09:31.338829 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2489878f-22af-46a6-a0ff-5d5571a269e6 req-fbd840a9-3eeb-44e7-b978-d8313699c738 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Mar 24 14:09:31.573315 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf23b8-da47-4510-9d8c-ea644414259b req-9b21d281-437f-486d-9e9e-a1c7259b28f2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:31.575837 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-69bf23b8-da47-4510-9d8c-ea644414259b req-9b21d281-437f-486d-9e9e-a1c7259b28f2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0546243 Mar 24 14:09:31.623487 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-69bf23b8-da47-4510-9d8c-ea644414259b req-899f5fa0-2e51-4622-ab40-4a9094a8fa10 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Mar 24 14:09:32.118363 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7297c-0787-4304-ae97-d9b19af09c76 req-b1facb15-0dcf-4bfe-9705-4f03504c390e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:32.119933 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8bc7297c-0787-4304-ae97-d9b19af09c76 req-b1facb15-0dcf-4bfe-9705-4f03504c390e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0683846 Mar 24 14:09:32.168335 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8bc7297c-0787-4304-ae97-d9b19af09c76 req-b4483003-3ac7-4175-9420-47609b603bda tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Mar 24 14:09:32.462651 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464f490-5280-4089-be57-86d16c8984c7 req-42b414be-ce25-40ea-ba80-5f777b552ec6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:32.464174 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9464f490-5280-4089-be57-86d16c8984c7 req-42b414be-ce25-40ea-ba80-5f777b552ec6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0568693 Mar 24 14:09:32.514702 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9464f490-5280-4089-be57-86d16c8984c7 req-03d4a570-e310-4cad-a716-53a38972b585 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Mar 24 14:09:32.752098 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82e1cd-4e65-45a4-9bbc-231487e69dfd req-ffcd806d-67e3-4f03-a808-18cfb910097e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:32.753621 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0a82e1cd-4e65-45a4-9bbc-231487e69dfd req-ffcd806d-67e3-4f03-a808-18cfb910097e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0523098 Mar 24 14:09:32.800549 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0a82e1cd-4e65-45a4-9bbc-231487e69dfd req-b62d4938-fe1f-468e-9a0a-ccbe369f1a3f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Mar 24 14:09:33.287479 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f102a-41ad-4dde-8454-74421a1b9c42 req-c82fa506-65d5-4298-a233-5b8b9eda13fd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:33.288983 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-496f102a-41ad-4dde-8454-74421a1b9c42 req-c82fa506-65d5-4298-a233-5b8b9eda13fd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Mar 24 14:09:33.338193 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-496f102a-41ad-4dde-8454-74421a1b9c42 req-7714c4c4-d489-4eed-92b8-cc5812a10c6b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Mar 24 14:09:33.632560 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2461b-6ed8-49cb-8bdc-a60d90312137 req-2158bb50-bcac-45f3-b7f5-10c38d490078 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:33.633984 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53c2461b-6ed8-49cb-8bdc-a60d90312137 req-2158bb50-bcac-45f3-b7f5-10c38d490078 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0528333 Mar 24 14:09:33.684696 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53c2461b-6ed8-49cb-8bdc-a60d90312137 req-215e692e-a150-4411-9f58-25a2563616db tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447228 Mar 24 14:09:33.925809 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f371211-c55a-45ba-aa36-7cacb78f371d req-e5397049-9b21-491b-91df-0983eb7f3277 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:33.928408 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5f371211-c55a-45ba-aa36-7cacb78f371d req-e5397049-9b21-491b-91df-0983eb7f3277 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0545464 Mar 24 14:09:33.975360 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5f371211-c55a-45ba-aa36-7cacb78f371d req-1eed9fae-7d26-408b-b15f-e72cec996726 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Mar 24 14:09:34.459681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb26041-e56f-440d-aaa4-e0828d8ecc22 req-554f63a1-1e32-4b42-a2ed-6abda6342ac0 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:34.461211 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fdb26041-e56f-440d-aaa4-e0828d8ecc22 req-554f63a1-1e32-4b42-a2ed-6abda6342ac0 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0554266 Mar 24 14:09:34.510734 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fdb26041-e56f-440d-aaa4-e0828d8ecc22 req-ca2bff02-8269-4574-b48c-b8aa01facf7b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Mar 24 14:09:34.807694 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d800c4-b7c8-442e-bbd8-821415723d0d req-784bb748-261b-4085-8933-531f91ee72d9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:34.809173 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a7d800c4-b7c8-442e-bbd8-821415723d0d req-784bb748-261b-4085-8933-531f91ee72d9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0567083 Mar 24 14:09:34.855281 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a7d800c4-b7c8-442e-bbd8-821415723d0d req-048896a3-8acb-41b3-8184-0608fc379c6a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Mar 24 14:09:35.100042 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ceee1-71ba-4bdd-9ebb-56a1414c7e1e req-5d38d7e8-cf85-40b7-ac9a-f6bd952da97f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:35.101512 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0d8ceee1-71ba-4bdd-9ebb-56a1414c7e1e req-5d38d7e8-cf85-40b7-ac9a-f6bd952da97f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0522439 Mar 24 14:09:35.148145 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0d8ceee1-71ba-4bdd-9ebb-56a1414c7e1e req-dbe4acab-1ae0-44f0-a237-c5b3e83f8fc9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 Mar 24 14:09:35.641959 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230fbe0-6600-4b2f-9e07-e9b878bbe8d3 req-19287be9-ab24-4448-b0c6-d39843698766 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:35.647828 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2230fbe0-6600-4b2f-9e07-e9b878bbe8d3 req-19287be9-ab24-4448-b0c6-d39843698766 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0610542 Mar 24 14:09:35.647988 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:09:35.698729 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2230fbe0-6600-4b2f-9e07-e9b878bbe8d3 req-276154a8-fbf5-4268-8ead-e31c6651fb70 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447781 Mar 24 14:09:35.982061 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e9da-d92f-4e8a-b769-5a1e9e682e02 req-6217817e-035a-4b44-bbe2-8ba825d13dd0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:35.983584 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6bb5e9da-d92f-4e8a-b769-5a1e9e682e02 req-6217817e-035a-4b44-bbe2-8ba825d13dd0 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0587375 Mar 24 14:09:36.031911 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6bb5e9da-d92f-4e8a-b769-5a1e9e682e02 req-93f46155-ce55-4bd6-a99c-3a63c65d6d32 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Mar 24 14:09:36.198945 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:36.278369 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2e420-9f69-401a-812d-f53040b36f7a req-c947085f-b660-46e5-bbf3-f89ae775211b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:36.280277 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-48e2e420-9f69-401a-812d-f53040b36f7a req-c947085f-b660-46e5-bbf3-f89ae775211b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0586667 Mar 24 14:09:36.328343 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-48e2e420-9f69-401a-812d-f53040b36f7a req-bce38a07-7874-4b52-8841-5e3a37c1021d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Mar 24 14:09:36.817811 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74966cb-9fb3-465c-b235-349c269b5304 req-dfbcf9b9-b1b7-436a-b17d-76b56ef8c535 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:36.819474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e74966cb-9fb3-465c-b235-349c269b5304 req-dfbcf9b9-b1b7-436a-b17d-76b56ef8c535 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Mar 24 14:09:36.868839 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e74966cb-9fb3-465c-b235-349c269b5304 req-edcbfd43-7f09-4d38-bbcb-f62f830b9b08 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Mar 24 14:09:37.153951 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f12846-e2f9-41f8-9373-10c8885f38fe req-ca1810ee-bf7c-44e1-a9bb-efb459cacc1c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:37.155500 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-14f12846-e2f9-41f8-9373-10c8885f38fe req-ca1810ee-bf7c-44e1-a9bb-efb459cacc1c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0535789 Mar 24 14:09:37.208026 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-14f12846-e2f9-41f8-9373-10c8885f38fe req-3e85b70f-6111-42df-bdcd-4d1b5b761be4 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457203 Mar 24 14:09:37.455980 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904906b-66c9-45b5-bdbe-38ec24a85cf1 req-58f13b8f-c270-4e67-84a8-37507282c60e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:37.456701 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3904906b-66c9-45b5-bdbe-38ec24a85cf1 req-58f13b8f-c270-4e67-84a8-37507282c60e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0568125 Mar 24 14:09:37.513823 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3904906b-66c9-45b5-bdbe-38ec24a85cf1 req-39d0d92b-d7bc-419a-b7cc-4ca1c440c9c0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504792 Mar 24 14:09:37.986624 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dec63-b98d-4cd5-9395-f1655390c263 req-6953331d-0f33-47c5-a665-4b67953186f4 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:37.988116 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ce6dec63-b98d-4cd5-9395-f1655390c263 req-6953331d-0f33-47c5-a665-4b67953186f4 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0533268 Mar 24 14:09:38.037855 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ce6dec63-b98d-4cd5-9395-f1655390c263 req-39c9d0f6-94f2-4ae3-8fc6-6a861be29cf0 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Mar 24 14:09:38.327111 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65d0a4-0a6e-4294-a0a5-a632fcf8cf58 req-b99d9bca-8774-4855-ba55-e4adcea8b6ff tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:38.328573 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7f65d0a4-0a6e-4294-a0a5-a632fcf8cf58 req-b99d9bca-8774-4855-ba55-e4adcea8b6ff tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0534167 Mar 24 14:09:38.374745 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7f65d0a4-0a6e-4294-a0a5-a632fcf8cf58 req-8367f336-41fb-4dc9-bede-91f956706bcd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407531 Mar 24 14:09:38.653946 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a85c7-8e64-4f65-9568-363845526aed req-bbf49bbb-a37c-4a7c-a828-e4657de7ce66 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:38.655430 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dc9a85c7-8e64-4f65-9568-363845526aed req-bbf49bbb-a37c-4a7c-a828-e4657de7ce66 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0575991 Mar 24 14:09:38.703583 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dc9a85c7-8e64-4f65-9568-363845526aed req-0a18ec4d-5620-4391-bdf5-5234d3152b59 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421236 Mar 24 14:09:39.164209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0423a0-9a3e-4ce9-b40a-c5c4c5ceafd9 req-bffb5474-16fd-4464-a17d-fbbcd5e422de tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:39.165609 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ad0423a0-9a3e-4ce9-b40a-c5c4c5ceafd9 req-bffb5474-16fd-4464-a17d-fbbcd5e422de tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0521998 Mar 24 14:09:39.217682 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ad0423a0-9a3e-4ce9-b40a-c5c4c5ceafd9 req-5a1eb1df-4ecc-409e-aa94-eae707a83116 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464025 Mar 24 14:09:39.513323 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a9d3a-16f8-4db2-8a07-f60aad0fb548 req-2880a079-e895-4a8f-9451-47fff205a961 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:39.515011 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-200a9d3a-16f8-4db2-8a07-f60aad0fb548 req-2880a079-e895-4a8f-9451-47fff205a961 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0611403 Mar 24 14:09:39.565209 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-200a9d3a-16f8-4db2-8a07-f60aad0fb548 req-41e53dce-add2-4c86-a3c1-a0dca75ab104 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Mar 24 14:09:39.827991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de8f79-8fa9-4773-9a58-e038914a234b req-500a1ae4-3ba2-4ee0-8123-13af786824c6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:39.829447 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-78de8f79-8fa9-4773-9a58-e038914a234b req-500a1ae4-3ba2-4ee0-8123-13af786824c6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0526490 Mar 24 14:09:39.882339 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-78de8f79-8fa9-4773-9a58-e038914a234b req-fd1daca5-a1f2-4d13-897e-8c79896eeec4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Mar 24 14:09:40.343125 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585573d4-70c8-4fc2-b6b6-676aa89f31cd req-dda70ba1-9ad1-47ce-94db-6edb3cf42bf9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:40.344506 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-585573d4-70c8-4fc2-b6b6-676aa89f31cd req-dda70ba1-9ad1-47ce-94db-6edb3cf42bf9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0558679 Mar 24 14:09:40.389865 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-585573d4-70c8-4fc2-b6b6-676aa89f31cd req-a783ef03-f58e-4f09-bc73-890372758a60 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398586 Mar 24 14:09:40.684077 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa59-b573-4eab-91e6-86ad39b5967a req-d9a8f7a9-2798-47e8-9c49-a9b10a1874cc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:40.685531 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4440aa59-b573-4eab-91e6-86ad39b5967a req-d9a8f7a9-2798-47e8-9c49-a9b10a1874cc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0520070 Mar 24 14:09:40.729955 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4440aa59-b573-4eab-91e6-86ad39b5967a req-ffe5bbcb-1cf0-43ff-8552-fd696b1db4c6 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389695 Mar 24 14:09:41.012677 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac76d9-2275-4d3d-b6c7-34e3d6e5a5d3 req-7059bf0e-f85f-4bb5-bc6c-ea37b6c14580 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:41.014131 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3dac76d9-2275-4d3d-b6c7-34e3d6e5a5d3 req-7059bf0e-f85f-4bb5-bc6c-ea37b6c14580 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0511625 Mar 24 14:09:41.059682 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3dac76d9-2275-4d3d-b6c7-34e3d6e5a5d3 req-4ee0b3ef-045b-412c-9399-0ed50ac65f9f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397577 Mar 24 14:09:41.516214 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be12447-2dbc-4734-8668-fd80a1cb3dc0 req-90a03fee-25d3-46e9-ab7c-b519490dc8bf tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:41.517710 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1be12447-2dbc-4734-8668-fd80a1cb3dc0 req-90a03fee-25d3-46e9-ab7c-b519490dc8bf tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Mar 24 14:09:41.562545 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1be12447-2dbc-4734-8668-fd80a1cb3dc0 req-7f62ece0-194b-4440-a4c1-d0904fa3aa57 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Mar 24 14:09:41.848121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffdedf-b062-42cd-b18a-8952bdbf17d1 req-52b7d5c5-cbfb-4196-baae-38cea2c6cf9a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:41.849613 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f1ffdedf-b062-42cd-b18a-8952bdbf17d1 req-52b7d5c5-cbfb-4196-baae-38cea2c6cf9a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0522707 Mar 24 14:09:41.862206 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912f590-4ff2-4ec3-8eae-abaf23018367 req-02a71d45-d0c7-4db6-927a-783854ca8bb1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:41.864305 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7912f590-4ff2-4ec3-8eae-abaf23018367 req-02a71d45-d0c7-4db6-927a-783854ca8bb1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0525205 Mar 24 14:09:41.897201 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f1ffdedf-b062-42cd-b18a-8952bdbf17d1 req-eeb9f1cf-5a54-4711-9df9-4efb278ff1cf tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Mar 24 14:09:42.122268 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7912f590-4ff2-4ec3-8eae-abaf23018367 req-0f418558-354f-429c-b2bf-7e91b31ccfca tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523835 Mar 24 14:09:42.180582 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e5142-7bf4-4195-8a89-66f6c4afa775 req-153ae1c7-f841-4dd4-8729-8eb61b6e4eb1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:42.182009 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e66e5142-7bf4-4195-8a89-66f6c4afa775 req-153ae1c7-f841-4dd4-8729-8eb61b6e4eb1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0517960 Mar 24 14:09:42.229852 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e66e5142-7bf4-4195-8a89-66f6c4afa775 req-4f2dc7ca-1303-411a-a11e-56699699f0ee tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Mar 24 14:09:42.985394 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-dd8c18ba-a085-4a98-ab92-060c8c905800 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553949 Mar 24 14:09:43.026399 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2357b0-33ea-4405-9836-433a39e795cf req-264d386f-44ff-4a64-b052-f9992fcddbbb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.027813 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1c2357b0-33ea-4405-9836-433a39e795cf req-264d386f-44ff-4a64-b052-f9992fcddbbb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0596411 Mar 24 14:09:43.084283 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1c2357b0-33ea-4405-9836-433a39e795cf req-3a10b41e-cb7a-46d7-b5f4-9343dec9cd00 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508363 Mar 24 14:09:43.111708 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-c76380f4-2208-4328-be4c-6b31fd4cf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.113859 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-c76380f4-2208-4328-be4c-6b31fd4cf7e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 1129 time: 0.0751519 Mar 24 14:09:43.127380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-e1494e36-3548-4d2b-886f-31da00a48e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.128869 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-e1494e36-3548-4d2b-886f-31da00a48e81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1129 time: 0.0584455 Mar 24 14:09:43.324286 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-6368f9e0-ac70-4614-b644-dd4f8ace4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.325661 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-6368f9e0-ac70-4614-b644-dd4f8ace4bfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.1879342 Mar 24 14:09:43.334751 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884abf8c-423b-445e-9a29-3bfdedc83a1f req-8223f522-d83b-4041-856a-7f39f3427994 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.336115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-884abf8c-423b-445e-9a29-3bfdedc83a1f req-8223f522-d83b-4041-856a-7f39f3427994 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.1190863 Mar 24 14:09:43.338319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-5ef40661-1035-4d77-9457-bc7ba502f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.339649 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-5ef40661-1035-4d77-9457-bc7ba502f1bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.1950066 Mar 24 14:09:43.349796 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115f81-146a-44dc-9e81-d426dd8877cb req-203510e6-f025-4e9e-bd1b-aad88a35b8e7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.351290 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-54115f81-146a-44dc-9e81-d426dd8877cb req-203510e6-f025-4e9e-bd1b-aad88a35b8e7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0521853 Mar 24 14:09:43.399703 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-54115f81-146a-44dc-9e81-d426dd8877cb req-7338fbd4-cffd-400f-a89c-6780aed367dd tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 Mar 24 14:09:43.426915 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-4ec5d6b2-b4b7-422c-a725-b1de4c5a5315 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 200 len: 217 time: 0.0795763 Mar 24 14:09:43.495559 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-21ce707a-3379-4752-8734-574cca3946e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 1001 time: 0.1583726 Mar 24 14:09:43.498484 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-884abf8c-423b-445e-9a29-3bfdedc83a1f req-a6991d92-b5cf-4302-916a-fffd95807880 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537702 Mar 24 14:09:43.511149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-ced90281-a657-4c2b-bb0f-50810503b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.512527 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-ced90281-a657-4c2b-bb0f-50810503b8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0785716 Mar 24 14:09:43.572264 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-17f63f97-17bd-4805-8a59-aad40fcb6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.573664 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-17f63f97-17bd-4805-8a59-aad40fcb6dab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0704007 Mar 24 14:09:43.584726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-192e37a6-f019-423f-9af0-f710346155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.586001 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-192e37a6-f019-423f-9af0-f710346155fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547750 Mar 24 14:09:43.710325 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-471a3b29-c1a6-469a-9fd0-d1f7928fcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:43.711828 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-471a3b29-c1a6-469a-9fd0-d1f7928fcdb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057279 Mar 24 14:09:43.722137 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-fb436e57-3623-46ce-951a-f799763676be service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077909 Mar 24 14:09:43.880222 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-f95c48ce-e6e2-4585-83eb-2ec645330f00 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493907 Mar 24 14:09:43.882053 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c6d1e1a-bcbf-434f-90f8-a916fef93daf req-219b2c56-3a8e-491a-af16-7a5fc06bac07 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442130 Mar 24 14:09:43.983335 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4fc6e363-03ed-4869-8586-cab8a6cfdf37 req-63edda94-ebbb-42db-8fab-fe923f39b817 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874648 Mar 24 14:09:44.201646 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68efb0-a9ce-4faa-bce5-0537314150ba req-a4baf0ae-0332-43f2-84d1-d57ab818e392 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:44.203204 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ef68efb0-a9ce-4faa-bce5-0537314150ba req-a4baf0ae-0332-43f2-84d1-d57ab818e392 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0515349 Mar 24 14:09:44.248968 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ef68efb0-a9ce-4faa-bce5-0537314150ba req-83b4478f-c8d2-4ed4-af40-389ae8b0b012 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Mar 24 14:09:44.527422 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df831ae-0874-4114-833e-cec62ac3c70c req-2e37a00d-dead-41bf-b189-6f2137e6c059 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:44.528890 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4df831ae-0874-4114-833e-cec62ac3c70c req-2e37a00d-dead-41bf-b189-6f2137e6c059 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0518153 Mar 24 14:09:44.575765 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4df831ae-0874-4114-833e-cec62ac3c70c req-0cb09685-8aac-4e36-bec9-cc8519241180 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414171 Mar 24 14:09:44.685774 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a30095-8748-45e9-9c7f-21df210ddd40 req-14f16e18-a3d5-453f-8517-27a47a67bbc2 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:44.687180 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c5a30095-8748-45e9-9c7f-21df210ddd40 req-14f16e18-a3d5-453f-8517-27a47a67bbc2 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0548196 Mar 24 14:09:44.737768 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c5a30095-8748-45e9-9c7f-21df210ddd40 req-e9a3c89e-9389-441a-83ab-7930e0d2abcc tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Mar 24 14:09:44.827264 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d0e87-0153-42bd-8ba1-6cb8be7c86fa req-b7028ab1-8be6-4e58-a78a-7b043b6959d9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:44.828932 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-667d0e87-0153-42bd-8ba1-6cb8be7c86fa req-b7028ab1-8be6-4e58-a78a-7b043b6959d9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0555875 Mar 24 14:09:44.908289 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-667d0e87-0153-42bd-8ba1-6cb8be7c86fa req-4ef15045-3739-42f6-a23e-133dc0901d27 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703013 Mar 24 14:09:44.914475 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-b9cb1ff8-7d0a-4730-abbc-cb82b2c96f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:44.915941 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-b9cb1ff8-7d0a-4730-abbc-cb82b2c96f27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0705292 Mar 24 14:09:45.007439 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-f368e464-9c44-477b-a3d4-b354281afb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:45.008874 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-f368e464-9c44-477b-a3d4-b354281afb3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0867932 Mar 24 14:09:45.072544 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-6cba449c-6317-4e00-92cd-925221e51075 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 1002 time: 0.0569141 Mar 24 14:09:45.125900 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-2078efc0-f281-469c-bc3b-301a50758913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:45.127379 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-2078efc0-f281-469c-bc3b-301a50758913 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0483391 Mar 24 14:09:45.176937 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-9ee01a94-c81a-440a-8819-7896dfe70752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:45.179300 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-9ee01a94-c81a-440a-8819-7896dfe70752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442295 Mar 24 14:09:45.299009 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-4d310782-3256-4093-a991-185d6851dd28 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131477 Mar 24 14:09:45.306992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61e899-deb8-4479-beee-4ca93ad5cf89 req-72e64e26-f5f2-4902-b1d8-654cd357ccaa tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:45.308320 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0e61e899-deb8-4479-beee-4ca93ad5cf89 req-72e64e26-f5f2-4902-b1d8-654cd357ccaa tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 945 time: 0.0834801 Mar 24 14:09:45.405436 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0e61e899-deb8-4479-beee-4ca93ad5cf89 req-14ee4a3b-65ef-457e-95b2-363409cb9209 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895123 Mar 24 14:09:45.420981 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-37f9f04a-7bf7-4d4b-9733-88be9d20cd0a req-45409bf7-08f5-4701-b20e-97822c8da5aa service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117673 Mar 24 14:09:45.712162 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62692537-839d-41bc-9179-0d2217fac04d req-b02b3084-cbc3-419a-aab3-4e7cfae9053f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:45.713653 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-62692537-839d-41bc-9179-0d2217fac04d req-b02b3084-cbc3-419a-aab3-4e7cfae9053f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Mar 24 14:09:45.760725 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-62692537-839d-41bc-9179-0d2217fac04d req-7ac36b5a-893f-41a7-a1ea-6fd3481bb354 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413766 Mar 24 14:09:45.849555 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5312fb3-d097-4a3f-bd7d-bc949a03704d req-4b936a1d-85b7-4be7-a9d6-16892f0bf770 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:45.851073 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c5312fb3-d097-4a3f-bd7d-bc949a03704d req-4b936a1d-85b7-4be7-a9d6-16892f0bf770 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0519342 Mar 24 14:09:45.899370 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c5312fb3-d097-4a3f-bd7d-bc949a03704d req-c257ee66-9c0a-4a23-93a3-d3394660ebff tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Mar 24 14:09:46.022706 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127526f5-706c-4e43-a933-b9510adccdb8 req-9eee93e0-4306-47fb-9885-219de8651205 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:46.024239 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-127526f5-706c-4e43-a933-b9510adccdb8 req-9eee93e0-4306-47fb-9885-219de8651205 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0512495 Mar 24 14:09:46.072696 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-127526f5-706c-4e43-a933-b9510adccdb8 req-0ca4c3e1-3854-45a0-98fc-a6545b71a776 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Mar 24 14:09:46.519814 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4caec-65aa-4fcc-afdc-4c780d80c45d req-bb107246-4a44-4c26-87fd-6b21e571bc80 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:46.521262 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12a4caec-65aa-4fcc-afdc-4c780d80c45d req-bb107246-4a44-4c26-87fd-6b21e571bc80 tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 945 time: 0.0508385 Mar 24 14:09:46.565671 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-12a4caec-65aa-4fcc-afdc-4c780d80c45d req-92eb1820-e4e6-4a1c-b2c1-3d42d756352f tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Mar 24 14:09:46.880568 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86dba-85c2-462e-b5d0-9aaeaac4f256 req-fa091f59-cb2c-4241-94ac-2239ed8cc852 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:46.882029 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f5b86dba-85c2-462e-b5d0-9aaeaac4f256 req-fa091f59-cb2c-4241-94ac-2239ed8cc852 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0514426 Mar 24 14:09:46.926457 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f5b86dba-85c2-462e-b5d0-9aaeaac4f256 req-5644068d-fcb7-4975-ad66-a0afa1a48213 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 Mar 24 14:09:47.189224 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca454b48-4409-48a9-babc-d66a466e025b req-f37fabb8-0231-4bdf-a642-46a3f3915039 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:47.190669 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ca454b48-4409-48a9-babc-d66a466e025b req-f37fabb8-0231-4bdf-a642-46a3f3915039 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0534601 Mar 24 14:09:47.235418 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ca454b48-4409-48a9-babc-d66a466e025b req-b4fc6b3e-5a67-4643-8859-a799a0195323 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 Mar 24 14:09:47.310328 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-7a33ad0f-4311-4d5e-bb67-843d8442977e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:47.311703 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-7a33ad0f-4311-4d5e-bb67-843d8442977e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 945 time: 0.0504730 Mar 24 14:09:47.405870 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Deleting port 0f587ae7-118e-4d09-8716-ba31556a7b15 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:09:47.406206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:47.488910 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] For port 0f587ae7-118e-4d09-8716-ba31556a7b15, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0f587ae7-118e-4d09-8716-ba31556a7b15,segment=NetworkSegment(944603eb-a1c0-41d8-8551-88d4ac9c55cd),segment_id=944603eb-a1c0-41d8-8551-88d4ac9c55cd)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:09:47.489259 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:47.501466 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Calling delete_port for 0f587ae7-118e-4d09-8716-ba31556a7b15 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:09:47.668314 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0f587ae7-118e-4d09-8716-ba31556a7b15), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:47.683158 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['0f587ae7-118e-4d09-8716-ba31556a7b15'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:09:47.683773 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25e47f-20a7-4583-8eb6-424cfb8053f4 req-23703b97-8c0f-438f-8102-71c4386f52cd tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:47.685434 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-da25e47f-20a7-4583-8eb6-424cfb8053f4 req-23703b97-8c0f-438f-8102-71c4386f52cd tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd06716-4055-4b8d-8852-4d98816fb82b HTTP/1.1" status: 200 len: 867 time: 0.0546756 Mar 24 14:09:47.697011 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Pushing event deleted for resources: {'Port': ['ID=0f587ae7-118e-4d09-8716-ba31556a7b15,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:47.733961 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-da25e47f-20a7-4583-8eb6-424cfb8053f4 req-bb5c7cfb-1f41-43d3-b95a-3f293b2b111b tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.20 "GET /v2.0/security-groups?id=f666c74d-bc1c-48cf-a068-2d461449ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Mar 24 14:09:47.743844 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] No DVR routers for this DVR port 0f587ae7-118e-4d09-8716-ba31556a7b15 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:09:47.746877 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:47.750154 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-667a6dba-81ac-450e-9dcd-cd041e05b851 req-fa6083e1-bc25-4fc4-9030-6a44d3af979e tempest-VolumesSnapshotTestJSON-813251672 tempest-VolumesSnapshotTestJSON-813251672-project] 10.222.0.42 "DELETE /v2.0/ports/0f587ae7-118e-4d09-8716-ba31556a7b15 HTTP/1.1" status: 204 len: 173 time: 0.4326634 Mar 24 14:09:47.750635 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'name': 'network-vif-deleted', 'tag': '0f587ae7-118e-4d09-8716-ba31556a7b15'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:47.752844 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bc85b8-a1cb-411b-a615-af140b0b1dc3" -d '{"events": [{"server_uuid": "4fd06716-4055-4b8d-8852-4d98816fb82b", "name": "network-vif-deleted", "tag": "0f587ae7-118e-4d09-8716-ba31556a7b15"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:47.787469 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3717067d-1a8f-4cd3-9b3c-83ad795cc80f x-openstack-request-id: req-3717067d-1a8f-4cd3-9b3c-83ad795cc80f {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:47.787759 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd06716-4055-4b8d-8852-4d98816fb82b", "name": "network-vif-deleted", "tag": "0f587ae7-118e-4d09-8716-ba31556a7b15", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:47.788010 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3717067d-1a8f-4cd3-9b3c-83ad795cc80f {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:47.788414 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3717067d-1a8f-4cd3-9b3c-83ad795cc80f'] response: {'server_uuid': '4fd06716-4055-4b8d-8852-4d98816fb82b', 'name': 'network-vif-deleted', 'tag': '0f587ae7-118e-4d09-8716-ba31556a7b15', 'status': 'completed', 'code': 200} Mar 24 14:09:48.055520 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693f14-ce63-4e2d-ad6d-e13f9cd7e2d6 req-16b9e369-6126-4644-b9c7-063958c780b6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:48.057107 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b0693f14-ce63-4e2d-ad6d-e13f9cd7e2d6 req-16b9e369-6126-4644-b9c7-063958c780b6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0600729 Mar 24 14:09:48.103737 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b0693f14-ce63-4e2d-ad6d-e13f9cd7e2d6 req-9f9d5b6d-d1f2-4df5-a3ee-f3e042e902e3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Mar 24 14:09:48.362786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa51c8-67d1-4133-9a0a-b144943e2ef2 req-53477ef3-5dd4-454e-b69a-8f9d286af5da tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:48.364270 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-93aa51c8-67d1-4133-9a0a-b144943e2ef2 req-53477ef3-5dd4-454e-b69a-8f9d286af5da tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0561855 Mar 24 14:09:48.410874 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-93aa51c8-67d1-4133-9a0a-b144943e2ef2 req-d95afb7a-7889-4579-b080-87a49f47167c tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Mar 24 14:09:49.225491 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6747d1-8368-4ef1-a3a8-9ef3ebf92a1a req-7d1b75d2-fcfa-4094-9867-cd46461f1bf5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:49.226948 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8f6747d1-8368-4ef1-a3a8-9ef3ebf92a1a req-7d1b75d2-fcfa-4094-9867-cd46461f1bf5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0523958 Mar 24 14:09:49.275297 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8f6747d1-8368-4ef1-a3a8-9ef3ebf92a1a req-29f1c990-5447-4632-afa1-58b889677f03 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 Mar 24 14:09:49.528386 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c9f63-40ff-41cd-b24b-890d87ceb5d6 req-35487c04-6e7f-43cc-9c9f-2024a7c35303 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:49.529930 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-743c9f63-40ff-41cd-b24b-890d87ceb5d6 req-35487c04-6e7f-43cc-9c9f-2024a7c35303 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0522256 Mar 24 14:09:49.576810 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-743c9f63-40ff-41cd-b24b-890d87ceb5d6 req-86d65352-4707-4dd6-a799-896bafad6b6f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400782 Mar 24 14:09:49.691228 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf69d-2b8d-40a4-babe-17a57c4ad27e req-82a53ec6-b85c-4c64-8b2d-67e022b484ac tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:49.692660 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f1fbf69d-2b8d-40a4-babe-17a57c4ad27e req-82a53ec6-b85c-4c64-8b2d-67e022b484ac tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0535319 Mar 24 14:09:49.701047 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47244) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:09:49.705259 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Request body: {'floatingip': {'port_id': '12247311-5618-425e-883e-be1925762412'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:09:49.993252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:50.406144 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd38d95-aec1-4e07-8d1c-2810137f548e req-52e53e64-5270-4ef7-b25e-120b9cc0f285 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:50.407645 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dcd38d95-aec1-4e07-8d1c-2810137f548e req-52e53e64-5270-4ef7-b25e-120b9cc0f285 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0593555 Mar 24 14:09:50.449083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:50.455806 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dcd38d95-aec1-4e07-8d1c-2810137f548e req-d8889916-fa06-4aa7-9b68-b7918b3f8846 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Mar 24 14:09:50.542642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:50.753252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:09:50.860216 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:09:50.865678 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:50.870248 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] Sync routers for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:09:50.879996 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:09:50.880583 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:09:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:50.894737 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:50.896973 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492c45a-ec18-4b5a-a768-a2bc2a727654" -d '{"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:50.937149 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-46421736-e91d-4274-8f1f-32695622ddb2 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "PUT /v2.0/floatingips/dfcfbc71-7aef-44f2-b209-ddaef75ff85b HTTP/1.1" status: 200 len: 994 time: 1.2267742 Mar 24 14:09:50.937149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b02c84-8b34-40e8-8898-a5a4a62ce9c2 x-openstack-request-id: req-84b02c84-8b34-40e8-8898-a5a4a62ce9c2 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:50.937149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:50.937149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84b02c84-8b34-40e8-8898-a5a4a62ce9c2 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:50.937149 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b02c84-8b34-40e8-8898-a5a4a62ce9c2'] response: {'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412', 'status': 'completed', 'code': 200} Mar 24 14:09:50.987095 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:09:51.007800 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-0e4ba99c-209a-4583-9fdc-37d07f226229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:51.009270 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-0e4ba99c-209a-4583-9fdc-37d07f226229 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0434904 Mar 24 14:09:51.104297 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-6557eecf-b8e3-4c1c-b40b-3436004c1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:51.105774 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-6557eecf-b8e3-4c1c-b40b-3436004c1298 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0895903 Mar 24 14:09:51.175843 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-9f022d6f-0213-4696-bf8a-ff10177c2c33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 1002 time: 0.0575795 Mar 24 14:09:51.226209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-1454023f-d08b-4480-a8d3-aacf7658fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:51.227691 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-1454023f-d08b-4480-a8d3-aacf7658fa86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0462785 Mar 24 14:09:51.275434 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-7ff46163-2456-4276-9c93-8a7946d85731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:51.276875 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-7ff46163-2456-4276-9c93-8a7946d85731 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425477 Mar 24 14:09:51.286219 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'dfcfbc71-7aef-44f2-b209-ddaef75ff85b', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'port_id': '12247311-5618-425e-883e-be1925762412', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:51Z', 'updated_at': '2022-03-24T14:09:50Z', 'revision_number': 3, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:51.311682 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] Checking router: 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:09:51.320377 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:09:51.321001 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:09:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:51.424099 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:09:51.575327 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0d490-1346-43ca-898e-480ec4ec0972 req-8ff47d73-7847-4d46-9e42-b682bbda48e6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:51.576745 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9be0d490-1346-43ca-898e-480ec4ec0972 req-8ff47d73-7847-4d46-9e42-b682bbda48e6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0506041 Mar 24 14:09:51.622759 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9be0d490-1346-43ca-898e-480ec4ec0972 req-b9066429-ed4a-43cd-ab36-9bf8db0d849b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398567 Mar 24 14:09:51.647182 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'dfcfbc71-7aef-44f2-b209-ddaef75ff85b', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'port_id': '12247311-5618-425e-883e-be1925762412', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:51Z', 'updated_at': '2022-03-24T14:09:50Z', 'revision_number': 3, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:09:51.670807 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d4fce-182e-4793-a761-0421cddec4f9 None None] The sync data for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi is: [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'dfcfbc71-7aef-44f2-b209-ddaef75ff85b', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'port_id': '12247311-5618-425e-883e-be1925762412', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'mac_address': 'fa:16:3e:d1:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:05:51Z', 'updated_at': '2022-03-24T14:09:50Z', 'revision_number': 3, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:09:52.659029 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0f587ae7-118e-4d09-8716-ba31556a7b15 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:09:52.679402 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 0f587ae7-118e-4d09-8716-ba31556a7b15 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:09:52.679749 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0f587ae7-118e-4d09-8716-ba31556a7b15 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:09:52.774447 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-9b4ade7e-e9a7-4896-a898-c6df0370028e service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156425 Mar 24 14:09:52.782225 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91422cbd-4ad2-42a9-828b-6908682f7184 req-aa5d0f56-8b38-4c08-8488-3c488b9752fb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:52.783596 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-91422cbd-4ad2-42a9-828b-6908682f7184 req-aa5d0f56-8b38-4c08-8488-3c488b9752fb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0830715 Mar 24 14:09:52.830271 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-91422cbd-4ad2-42a9-828b-6908682f7184 req-37720f96-0e85-451d-adf0-1d3d89e0e7f1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Mar 24 14:09:52.936055 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:52.938214 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:52.971710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c2b00b-b200-41e7-8c44-b4078661f3e5 x-openstack-request-id: req-20c2b00b-b200-41e7-8c44-b4078661f3e5 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:52.972492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "tag": "12247311-5618-425e-883e-be1925762412", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:52.972752 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20c2b00b-b200-41e7-8c44-b4078661f3e5 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:52.973155 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c2b00b-b200-41e7-8c44-b4078661f3e5'] response: {'name': 'network-changed', 'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'tag': '12247311-5618-425e-883e-be1925762412', 'status': 'completed', 'code': 200} Mar 24 14:09:53.952838 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df472137-6c4a-4c54-b315-34b6259d9b4f req-728ade76-cc8b-4140-8864-295f4217e26b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:53.954275 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-df472137-6c4a-4c54-b315-34b6259d9b4f req-728ade76-cc8b-4140-8864-295f4217e26b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0509360 Mar 24 14:09:53.999899 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-df472137-6c4a-4c54-b315-34b6259d9b4f req-dd02210f-59e6-48c3-be77-e8139117894f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Mar 24 14:09:54.279323 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-903e2209-914f-44d2-8c45-ebcc98a62987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:54.899662 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:09:54.982188 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2492c45a-ec18-4b5a-a768-a2bc2a727654 req-79e4ad3c-a5d3-4900-a02f-bd0ace21d7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Mar 24 14:09:54.997344 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:09:55.009444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'port_id': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'mac_address': 'fa:16:3e:53:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:09:55.046022 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:09:55.046443 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:55.060042 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:09:55.080001 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:09:55.085101 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-4b73d326-4066-4377-8061-d3e8a7131f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:55.086618 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-4b73d326-4066-4377-8061-d3e8a7131f13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 1130 time: 0.0512319 Mar 24 14:09:55.128928 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1110482-3909-4af5-9785-f4a68174404d req-54d6de1b-80f6-4ad1-8514-8c7060ebb719 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:55.130394 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f1110482-3909-4af5-9785-f4a68174404d req-54d6de1b-80f6-4ad1-8514-8c7060ebb719 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 943 time: 0.0512168 Mar 24 14:09:55.153894 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:55.182625 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f1110482-3909-4af5-9785-f4a68174404d req-9770db6c-680a-493a-b129-b4c24f476adf tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465219 Mar 24 14:09:55.187951 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-49ef5e03-1b23-4bf9-a0b2-161f67158a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:55.189419 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-49ef5e03-1b23-4bf9-a0b2-161f67158a75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 200 len: 919 time: 0.0964899 Mar 24 14:09:55.205276 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=9']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:55.212289 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.212640 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.212985 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.213328 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.213660 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.213992 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.214320 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.214668 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.214995 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.215321 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.215644 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.215970 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.216291 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.216610 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.216928 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:09:55.267123 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-579842b1-0b31-458c-9df9-d0408967f1b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 200 len: 1002 time: 0.0580676 Mar 24 14:09:55.313517 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-4ca51d60-44dd-48ad-a827-e754345ae3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:55.314939 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-4ca51d60-44dd-48ad-a827-e754345ae3a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 200 len: 857 time: 0.0421925 Mar 24 14:09:55.366033 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-50a351fc-092e-4811-8041-0cbab1d1505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:55.367460 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-50a351fc-092e-4811-8041-0cbab1d1505b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21d3dd6f-be7f-409c-9835-18b79510f00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467257 Mar 24 14:09:55.453367 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-f8c9515b-3bd2-4905-a745-b80e4ee37482 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795417 Mar 24 14:09:55.542433 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a03ddf5f-2f25-486a-a6c5-7d5ac74a7ac4 req-17c2be2f-b1b3-490b-9e0b-3c76643e77e0 service neutron] 10.222.0.42 "GET /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830405 Mar 24 14:09:55.796523 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:09:56.305366 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e866f5-a4a2-455f-8a1d-ab10710852ae req-d1055bbc-c7c2-43a3-8cf5-101b245330a3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:56.306819 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65e866f5-a4a2-455f-8a1d-ab10710852ae req-d1055bbc-c7c2-43a3-8cf5-101b245330a3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0522053 Mar 24 14:09:56.351711 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65e866f5-a4a2-455f-8a1d-ab10710852ae req-df3dfafc-efda-44bf-a0ef-454a26224d79 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394056 Mar 24 14:09:56.490800 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c402032f-cbc1-4eb4-b919-12191a806055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:57.472107 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750a0f1-4ba4-4ac3-93f3-2bc53a31c2c9 req-bb15de7c-d3f2-4de6-a69d-3b637e4c4f6b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:57.473633 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f750a0f1-4ba4-4ac3-93f3-2bc53a31c2c9 req-bb15de7c-d3f2-4de6-a69d-3b637e4c4f6b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 944 time: 0.0518026 Mar 24 14:09:57.520473 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f750a0f1-4ba4-4ac3-93f3-2bc53a31c2c9 req-538a7a94-6ae3-446e-a6e3-aacddfd1edb8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413325 Mar 24 14:09:57.721020 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:09:57.777278 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:09:57.777650 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:57.822027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:57.852373 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:09:57.852756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:57.877974 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:09:57.880847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3151c9d4-347c-43ee-8ee4-e8cc745a37d2" -d '{"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:09:57.893405 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:09:57.915970 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae333a12-3b82-42f8-a69f-0088d576fa7b x-openstack-request-id: req-ae333a12-3b82-42f8-a69f-0088d576fa7b {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:09:57.916244 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:09:57.916490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae333a12-3b82-42f8-a69f-0088d576fa7b {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:09:57.916921 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae333a12-3b82-42f8-a69f-0088d576fa7b'] response: {'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'code': 200} Mar 24 14:09:57.946913 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:57.994957 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=10']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:09:58.640574 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73930982-d1d5-490a-97e1-2c380733d79c req-6d048452-329f-465a-b95f-b2f03fc88763 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:58.642059 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-73930982-d1d5-490a-97e1-2c380733d79c req-6d048452-329f-465a-b95f-b2f03fc88763 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0517476 Mar 24 14:09:58.688967 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-73930982-d1d5-490a-97e1-2c380733d79c req-a69a99de-a690-4908-a7e6-54d30e3d8e1a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Mar 24 14:09:58.699822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7bdd6-497e-4e94-9a34-84d8ba371806 req-a6718192-20ee-4a9f-adcc-fc18514a14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:58.701375 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56a7bdd6-497e-4e94-9a34-84d8ba371806 req-a6718192-20ee-4a9f-adcc-fc18514a14f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 1130 time: 0.0426562 Mar 24 14:09:58.744891 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56a7bdd6-497e-4e94-9a34-84d8ba371806 req-d37959b4-689c-4b49-bdf1-4cd69b643841 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Mar 24 14:09:59.039832 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:09:59.817938 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9074-edad-4361-972d-a5e79ae3c35f req-ce4fa04b-a686-4a63-9434-3bad91d62260 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:09:59.819407 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c1e9074-edad-4361-972d-a5e79ae3c35f req-ce4fa04b-a686-4a63-9434-3bad91d62260 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0581391 Mar 24 14:09:59.863714 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c1e9074-edad-4361-972d-a5e79ae3c35f req-e2b3c236-6516-4bb8-8304-a88bcb7d080c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389636 Mar 24 14:10:00.622505 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:00.987831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dadda6-a2ed-4bef-ae34-5ff08afc1745 req-b4d3cd48-d9e8-4b34-a651-132b9cedf210 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:00.989831 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-62dadda6-a2ed-4bef-ae34-5ff08afc1745 req-b4d3cd48-d9e8-4b34-a651-132b9cedf210 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0568182 Mar 24 14:10:01.036600 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-62dadda6-a2ed-4bef-ae34-5ff08afc1745 req-50682bb2-8442-4602-af6d-309df24901af tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 Mar 24 14:10:02.158111 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed345e4-e366-4431-83a0-3003ba1332b5 req-47fbe837-d627-43cb-adbe-9b883e13e3a9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:02.159583 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2ed345e4-e366-4431-83a0-3003ba1332b5 req-47fbe837-d627-43cb-adbe-9b883e13e3a9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Mar 24 14:10:02.204151 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2ed345e4-e366-4431-83a0-3003ba1332b5 req-7cf87ba3-2bbe-4f93-be28-9daec06182de tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392745 Mar 24 14:10:03.323015 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24eff7-3402-46bb-ad33-7910d441912e req-937c4db9-1ab9-42fb-abfd-47a785a3c96d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:03.324445 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bc24eff7-3402-46bb-ad33-7910d441912e req-937c4db9-1ab9-42fb-abfd-47a785a3c96d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0505705 Mar 24 14:10:03.369044 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bc24eff7-3402-46bb-ad33-7910d441912e req-1fe096a4-fedf-45e8-966f-28ecaed1cbfa tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Mar 24 14:10:04.490193 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212730b6-f889-4fdb-a1a9-7bbe40f12d45 req-101479d6-c602-43b2-8a6b-30f659ab2aab tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:04.491717 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-212730b6-f889-4fdb-a1a9-7bbe40f12d45 req-101479d6-c602-43b2-8a6b-30f659ab2aab tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0525389 Mar 24 14:10:04.540292 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-212730b6-f889-4fdb-a1a9-7bbe40f12d45 req-7b45a035-c078-41e4-95ef-dc421bac928c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Mar 24 14:10:06.226647 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:12.646965 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:10:17.158843 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47456) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:10:17.202172 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Deleting subnet 40d683d4-1780-457e-8048-096ff729a800 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:10:17.205167 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Publish callbacks [] for subnet (40d683d4-1780-457e-8048-096ff729a800), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.241323 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (40d683d4-1780-457e-8048-096ff729a800), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.278012 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (40d683d4-1780-457e-8048-096ff729a800), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.376298 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (40d683d4-1780-457e-8048-096ff729a800), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.401092 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d683d4-1780-457e-8048-096ff729a800,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:10:17.404889 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.408073 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-53c89bf5-6448-4f7f-b98e-891115a291d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/40d683d4-1780-457e-8048-096ff729a800 HTTP/1.1" status: 204 len: 168 time: 0.2482388 Mar 24 14:10:17.410649 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47458) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:10:17.479360 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (83953864-4c7e-444f-bc0b-9ec7ee1754af), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.553180 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (83953864-4c7e-444f-bc0b-9ec7ee1754af), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.572920 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83953864-4c7e-444f-bc0b-9ec7ee1754af']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:10:17.581926 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944603eb-a1c0-41d8-8551-88d4ac9c55cd') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:10:17.582226 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944603eb-a1c0-41d8-8551-88d4ac9c55cd') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:10:17.591200 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (944603eb-a1c0-41d8-8551-88d4ac9c55cd), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.604319 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (944603eb-a1c0-41d8-8551-88d4ac9c55cd), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.610246 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:10:17.610655 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (944603eb-a1c0-41d8-8551-88d4ac9c55cd), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:10:17.612225 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:10:17.723906 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (83953864-4c7e-444f-bc0b-9ec7ee1754af), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.731629 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:17.735045 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] 10.222.0.20 "DELETE /v2.0/networks/83953864-4c7e-444f-bc0b-9ec7ee1754af HTTP/1.1" status: 204 len: 168 time: 0.3234839 Mar 24 14:10:17.745029 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cd730-abe7-4ce9-85b9-b13b54263205 admin admin] Pushing event deleted for resources: {'Network': ['ID=83953864-4c7e-444f-bc0b-9ec7ee1754af,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:10:18.067303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47462) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:10:18.106535 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7d21ba82-48d4-4848-bfe7-c68fa351cb9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd040903fe8b419ea9d904af12036c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380852 Mar 24 14:10:18.109325 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47464) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:10:18.154148 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99451520-a60c-49be-91d7-d8ce706495fb admin admin] Publish callbacks [] for security_group (f666c74d-bc1c-48cf-a068-2d461449ad7d), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:18.176419 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99451520-a60c-49be-91d7-d8ce706495fb admin admin] Publish callbacks [] for security_group (f666c74d-bc1c-48cf-a068-2d461449ad7d), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:18.289602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99451520-a60c-49be-91d7-d8ce706495fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f666c74d-bc1c-48cf-a068-2d461449ad7d), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:18.292159 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99451520-a60c-49be-91d7-d8ce706495fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:18.298326 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-99451520-a60c-49be-91d7-d8ce706495fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f666c74d-bc1c-48cf-a068-2d461449ad7d HTTP/1.1" status: 204 len: 168 time: 0.1830802 Mar 24 14:10:18.300650 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99451520-a60c-49be-91d7-d8ce706495fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666c74d-bc1c-48cf-a068-2d461449ad7d,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:10:24.279121 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9126ca4b-a394-45a3-ab40-3171f618bbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:26.507639 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb094-8f5d-4aa4-a506-538c3fb2b460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:27.833253 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:29.061934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:30.592795 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:36.267230 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:41.349954 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-8b91319a-f073-430e-bd59-1a357c3e3886 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434594 Mar 24 14:10:41.410617 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-b1ccda8d-f534-488e-b179-63a19dc2064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:41.412113 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-b1ccda8d-f534-488e-b179-63a19dc2064a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 1129 time: 0.0463121 Mar 24 14:10:41.509531 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-10774701-4269-4825-93e7-6178e39fd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:41.511020 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-10774701-4269-4825-93e7-6178e39fd5f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.0809808 Mar 24 14:10:41.580190 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-e46ec863-7010-4dd1-9fcc-5997db700b1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 200 len: 1001 time: 0.0617440 Mar 24 14:10:41.627828 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-5d2b4af1-17fb-4355-8f50-c42d1e2e02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:41.629213 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-5d2b4af1-17fb-4355-8f50-c42d1e2e02c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0431933 Mar 24 14:10:41.676381 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-dbea5db0-6750-40a9-975f-e631e205b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:41.677843 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-dbea5db0-6750-40a9-975f-e631e205b10c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426903 Mar 24 14:10:41.770646 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-2a330072-993f-437c-8edd-69c71a38f736 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860465 Mar 24 14:10:41.858599 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6c22e4f7-6e25-4584-b69b-7ef59f044325 req-798868cd-2b10-48b1-b754-2f6bc60003bd service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Mar 24 14:10:43.186021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47630) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:10:43.289653 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.360714 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Publish callbacks [] for security_group (afc9a05e-eded-4c74-9964-70f2823697ef), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.404392 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (afc9a05e-eded-4c74-9964-70f2823697ef), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.444864 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1424c6b1ddbe4dd48f1286c654b608c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577469 Mar 24 14:10:43.446900 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9a05e-eded-4c74-9964-70f2823697ef,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:10:43.447591 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47634) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:10:43.454066 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.454419 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.454796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.455139 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.455483 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.455816 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.456142 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.456468 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.456798 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.457121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.457447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.457772 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.458093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.458412 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.458754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abe0df5-fa78-4026-85d3-3892a6ed035b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.495524 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Publish callbacks [] for security_group (afc9a05e-eded-4c74-9964-70f2823697ef), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.515392 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Publish callbacks [] for security_group (afc9a05e-eded-4c74-9964-70f2823697ef), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.604333 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (afc9a05e-eded-4c74-9964-70f2823697ef), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.607035 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:43.608458 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afc9a05e-eded-4c74-9964-70f2823697ef HTTP/1.1" status: 204 len: 168 time: 0.1598773 Mar 24 14:10:43.616125 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9a05e-eded-4c74-9964-70f2823697ef,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:10:43.623139 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.623488 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.623831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.624164 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.624498 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.624827 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.625152 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.625471 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.625794 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.626120 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.626440 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.626797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.627119 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.627437 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:43.627752 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57227166-2770-4acc-9e9f-edbb334f1707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:10:49.645103 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:10:54.266687 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e1002ccc-c48c-4bf1-b4c2-75c5a97e4554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:56.478347 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-488907e4-dd71-470d-b56c-b19b7334ca73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:56.571050 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8d3df-529e-4b46-bdf3-9aa8470e0e88 req-27154151-12b5-4be7-abce-58998d684865 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:56.572856 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a9c8d3df-529e-4b46-bdf3-9aa8470e0e88 req-27154151-12b5-4be7-abce-58998d684865 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0529940 Mar 24 14:10:56.622217 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a9c8d3df-529e-4b46-bdf3-9aa8470e0e88 req-f8f16edb-7bcb-4563-bde2-645de5c03f3a tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Mar 24 14:10:57.744446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d1c95-e2ab-459d-92b6-ea54661998e6 req-50316d97-f72a-488f-b526-133bec454664 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:57.746167 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3a9d1c95-e2ab-459d-92b6-ea54661998e6 req-50316d97-f72a-488f-b526-133bec454664 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0568869 Mar 24 14:10:57.793201 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3a9d1c95-e2ab-459d-92b6-ea54661998e6 req-485d7d25-deb5-4b08-9361-0935397cc64e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Mar 24 14:10:57.804873 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:10:58.908106 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadda953-2c0d-4e87-8ccd-3b5deb4359e4 req-b2913d9e-963d-44b1-b983-9c4272c2b90d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:10:58.909533 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eadda953-2c0d-4e87-8ccd-3b5deb4359e4 req-b2913d9e-963d-44b1-b983-9c4272c2b90d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0510414 Mar 24 14:10:58.956172 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eadda953-2c0d-4e87-8ccd-3b5deb4359e4 req-3cd7cdfc-6078-490f-a66a-f4b762bd35f3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Mar 24 14:10:59.032448 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:00.067877 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e622-66e5-482e-a7c0-e59b74eaf49c req-c2793cf6-f081-405a-a49e-6a3d9afa117b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:00.069341 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4d15e622-66e5-482e-a7c0-e59b74eaf49c req-c2793cf6-f081-405a-a49e-6a3d9afa117b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0504894 Mar 24 14:11:00.116571 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4d15e622-66e5-482e-a7c0-e59b74eaf49c req-13cae2e3-0d73-4af4-9492-a7d9199515df tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Mar 24 14:11:00.592631 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:01.233265 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28064ea-0d2d-4628-9b58-c27c9f6565de req-ad32a594-7ae9-4ca8-b70d-ec56c9f88f1c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:01.234719 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d28064ea-0d2d-4628-9b58-c27c9f6565de req-ad32a594-7ae9-4ca8-b70d-ec56c9f88f1c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0541680 Mar 24 14:11:01.282564 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d28064ea-0d2d-4628-9b58-c27c9f6565de req-40ee121a-2627-4db6-abb7-c9e72fd1b0f5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Mar 24 14:11:02.394615 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69f0ba-fe3d-4b7c-8a81-e080f400cb7f req-d35524f9-faf5-4026-8a14-86523d1f9cc9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:02.396078 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cb69f0ba-fe3d-4b7c-8a81-e080f400cb7f req-d35524f9-faf5-4026-8a14-86523d1f9cc9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0507159 Mar 24 14:11:02.446673 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-cb69f0ba-fe3d-4b7c-8a81-e080f400cb7f req-a165254d-19ac-4fa7-a245-f113dc127bcb tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446606 Mar 24 14:11:03.563740 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10754e-761f-48fb-ade8-73c503879dfd req-ffe48811-2928-401e-a225-d4337a315834 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:03.565185 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb10754e-761f-48fb-ade8-73c503879dfd req-ffe48811-2928-401e-a225-d4337a315834 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0531657 Mar 24 14:11:03.620250 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb10754e-761f-48fb-ade8-73c503879dfd req-97c4f5d7-169a-4b9f-b48a-d012854891fd tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495579 Mar 24 14:11:03.944536 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e749f4-2794-4fbe-bc2c-e6262806c8f6 req-bdcd6f7b-579d-45e1-a839-0ba27c268a94 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:03.945998 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-41e749f4-2794-4fbe-bc2c-e6262806c8f6 req-bdcd6f7b-579d-45e1-a839-0ba27c268a94 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0552688 Mar 24 14:11:04.032150 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-41e749f4-2794-4fbe-bc2c-e6262806c8f6 req-869eb957-1368-401b-9e66-788de21a8585 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805087 Mar 24 14:11:04.041970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-fa4b113f-a7ba-4184-98fc-f300249af14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:04.043460 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-fa4b113f-a7ba-4184-98fc-f300249af14c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1168 time: 0.0711129 Mar 24 14:11:04.132321 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-545ed632-d636-4579-b1a7-53c803949700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:04.133840 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-545ed632-d636-4579-b1a7-53c803949700 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 916 time: 0.0840418 Mar 24 14:11:04.432666 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-95a7b268-b749-46ac-9e2d-17832d90438a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 1001 time: 0.2921255 Mar 24 14:11:04.478821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-ea8415ef-9cc3-456e-a7e7-a61be2e6e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:04.480218 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-ea8415ef-9cc3-456e-a7e7-a61be2e6e7f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 200 len: 854 time: 0.0413632 Mar 24 14:11:04.529001 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-e4c23efe-2ecf-4e5a-8d26-0536c80d304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:04.530413 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-e4c23efe-2ecf-4e5a-8d26-0536c80d304c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96706a1b-eeb4-404f-ac4a-674a2f837d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440228 Mar 24 14:11:04.615617 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-e2b9bde4-40f7-4594-8fef-3bddd9e5e40f service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773709 Mar 24 14:11:04.707200 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ead91681-3bd1-4b59-b726-e82aff370a6e req-c3f9d405-31be-4a01-bbc9-76e5d9252c7b service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845459 Mar 24 14:11:04.738370 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675d868-177f-478a-8185-87761afb933e req-36a63a0c-d5f0-45f4-89af-5fe73b5f7f93 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:04.739884 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2675d868-177f-478a-8185-87761afb933e req-36a63a0c-d5f0-45f4-89af-5fe73b5f7f93 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0531230 Mar 24 14:11:04.787817 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2675d868-177f-478a-8185-87761afb933e req-b4c4cc6b-68d2-40ea-b5b6-78975c24204d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Mar 24 14:11:05.149206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d8c72-461d-4bc3-a954-0df82d6bad5d req-9dbed650-6445-4a53-acd8-ef1df9344d72 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:05.150658 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3f5d8c72-461d-4bc3-a954-0df82d6bad5d req-9dbed650-6445-4a53-acd8-ef1df9344d72 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0523388 Mar 24 14:11:05.207141 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3f5d8c72-461d-4bc3-a954-0df82d6bad5d req-11340757-3a8b-4bd2-b18b-14e3edb5e7ab tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509856 Mar 24 14:11:05.906476 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37a6ba-6c01-4fb5-828b-5d5703e09882 req-dfb2a69a-820b-4eb3-95f3-2bf738e377cc tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:05.907984 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a37a6ba-6c01-4fb5-828b-5d5703e09882 req-dfb2a69a-820b-4eb3-95f3-2bf738e377cc tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0538321 Mar 24 14:11:05.956009 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a37a6ba-6c01-4fb5-828b-5d5703e09882 req-22ff9282-63f5-45da-aec0-d112052c9268 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Mar 24 14:11:06.245661 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:06.256139 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f40b-ada9-4ef3-93b4-9b9ac874a324 req-a360b701-d0cd-4769-b08b-94c2df150985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:06.257613 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56c7f40b-ada9-4ef3-93b4-9b9ac874a324 req-a360b701-d0cd-4769-b08b-94c2df150985 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0554516 Mar 24 14:11:06.303429 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56c7f40b-ada9-4ef3-93b4-9b9ac874a324 req-114d2aa8-f7d6-4ab3-a57b-bc907d1b90a9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Mar 24 14:11:06.334705 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2dbe-2378-4bb4-9378-7a32398d7038 req-5f8f277d-5ead-453a-ae3f-40052881572f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:06.336186 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2edc2dbe-2378-4bb4-9378-7a32398d7038 req-5f8f277d-5ead-453a-ae3f-40052881572f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0519452 Mar 24 14:11:06.393903 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2edc2dbe-2378-4bb4-9378-7a32398d7038 req-647a2413-3f11-434e-953f-48a04936beec tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520217 Mar 24 14:11:07.069933 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1a6a0-e1db-429a-8c39-1fcc5462e3af req-570addc5-a29e-41a4-a7e0-20f77426042c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:07.071445 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d1d1a6a0-e1db-429a-8c39-1fcc5462e3af req-570addc5-a29e-41a4-a7e0-20f77426042c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0514290 Mar 24 14:11:07.117778 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d1d1a6a0-e1db-429a-8c39-1fcc5462e3af req-c8f23141-b14a-43bd-9943-288ddbc86609 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Mar 24 14:11:07.429133 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0af4b8-4888-4048-a2df-ccb88312de7b req-1ef19759-1a36-44e0-9747-d3b9155b8d7d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:07.430704 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1f0af4b8-4888-4048-a2df-ccb88312de7b req-1ef19759-1a36-44e0-9747-d3b9155b8d7d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0596588 Mar 24 14:11:07.477486 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1f0af4b8-4888-4048-a2df-ccb88312de7b req-c3da1043-6d02-4845-b856-dbfdee389dc7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5cb993f-bde0-4748-8e48-928384c02604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Mar 24 14:11:07.510979 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199667-e627-48ed-97e9-c637b257df0d req-df25c26c-3431-4723-84d0-1934891c112b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:07.512453 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed199667-e627-48ed-97e9-c637b257df0d req-df25c26c-3431-4723-84d0-1934891c112b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0537786 Mar 24 14:11:07.572687 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed199667-e627-48ed-97e9-c637b257df0d req-59487c4d-a5e6-4e46-8c32-718412a867ad tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546722 Mar 24 14:11:07.649618 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-99665e39-b2d6-4d23-8d0a-baa790eed676 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:07.651069 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-99665e39-b2d6-4d23-8d0a-baa790eed676 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Mar 24 14:11:07.757330 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Deleting port dba8feac-3126-404b-88c3-44785b56e8b2 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:07.757668 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:07.856015 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] For port dba8feac-3126-404b-88c3-44785b56e8b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=dba8feac-3126-404b-88c3-44785b56e8b2,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:07.856287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:08.073177 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:08.073803 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (f1609f8a-0f84-4369-be03-bdaa1dfb600f), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:08.073929 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Floating IP f1609f8a-0f84-4369-be03-bdaa1dfb600f disassociated. External IP: 172.27.0.108, port: dba8feac-3126-404b-88c3-44785b56e8b2. Mar 24 14:11:08.074157 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Calling delete_port for dba8feac-3126-404b-88c3-44785b56e8b2 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:08.232010 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316203-a9b8-4640-892c-4c974561c068 req-bdb39814-4301-40e4-9612-e7b0f2d0838f tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:08.233769 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e8316203-a9b8-4640-892c-4c974561c068 req-bdb39814-4301-40e4-9612-e7b0f2d0838f tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0513911 Mar 24 14:11:08.244593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (dba8feac-3126-404b-88c3-44785b56e8b2), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:08.271583 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event deleted for resources: {'Port': ['ID=dba8feac-3126-404b-88c3-44785b56e8b2,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:08.281477 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e8316203-a9b8-4640-892c-4c974561c068 req-f8291d76-7a0b-4401-bc76-19009f0372fa tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Mar 24 14:11:08.391790 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Router ecf0466f-c319-4cc2-a432-969e6315df34 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:11:08.497593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:11:08.509314 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:11:08.518516 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:08.519163 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:10:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:08.540233 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] No DVR routers for this DVR port dba8feac-3126-404b-88c3-44785b56e8b2 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:08.542749 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:08.546525 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c2622fc4-b4a2-42c3-b5e0-a2f4d8c272a1 req-79e9c37e-6256-4172-be8f-287ae375a473 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "DELETE /v2.0/ports/dba8feac-3126-404b-88c3-44785b56e8b2 HTTP/1.1" status: 204 len: 173 time: 0.8888662 Mar 24 14:11:08.546902 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'name': 'network-vif-deleted', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:08.549109 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041ef2e-661b-4540-86b4-ecc52ad27654" -d '{"events": [{"server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "name": "network-vif-deleted", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:08.587115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0e5334b2-06ae-4371-b5fb-e99a9eb98385 req-38a44d51-4760-4d19-8f6c-39c1b762101f tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=019ff2fa-88f7-4faa-81c5-9c823e1c7eb8 HTTP/1.1" status: 200 len: 210 time: 0.0304179 Mar 24 14:11:08.588847 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531951a-5ee9-48bc-8220-abe5fb21e6fc x-openstack-request-id: req-6531951a-5ee9-48bc-8220-abe5fb21e6fc {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:08.589231 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019ff2fa-88f7-4faa-81c5-9c823e1c7eb8", "name": "network-vif-deleted", "tag": "dba8feac-3126-404b-88c3-44785b56e8b2", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:08.589587 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6531951a-5ee9-48bc-8220-abe5fb21e6fc {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:08.590225 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6531951a-5ee9-48bc-8220-abe5fb21e6fc'] response: {'server_uuid': '019ff2fa-88f7-4faa-81c5-9c823e1c7eb8', 'name': 'network-vif-deleted', 'tag': 'dba8feac-3126-404b-88c3-44785b56e8b2', 'status': 'completed', 'code': 200} Mar 24 14:11:08.649719 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:08.697183 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d76f-fb26-4769-b9d1-51375365065a req-5679f37e-b199-471f-9c1a-11e9d8d1266e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:08.699009 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4600d76f-fb26-4769-b9d1-51375365065a req-5679f37e-b199-471f-9c1a-11e9d8d1266e tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0556076 Mar 24 14:11:08.768044 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4600d76f-fb26-4769-b9d1-51375365065a req-e84d58a5-07cf-4115-bd78-0c41daad806c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618608 Mar 24 14:11:08.861203 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:08.888660 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:11:08.897101 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:08.897694 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:10:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:09.005531 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:09.198479 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:09.229294 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a61c-ef25-4371-925f-7de68925a5fa None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:11:09.530768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f496-db5f-4619-a4c1-bab23a898fd9 req-eb488804-a1fa-4580-9f75-1624659b834e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:09.530768 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6ae8f496-db5f-4619-a4c1-bab23a898fd9 req-eb488804-a1fa-4580-9f75-1624659b834e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0677941 Mar 24 14:11:09.530768 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6ae8f496-db5f-4619-a4c1-bab23a898fd9 req-269b044f-b602-4459-9cc3-abc1dc56d73e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516164 Mar 24 14:11:09.533295 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5d1f5-4dbb-4d4c-91ba-85cc2a1f939b None None] New status for floating IP f1609f8a-0f84-4369-be03-bdaa1dfb600f: DOWN {{(pid=110189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:11:09.782400 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47722) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:09.843857 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2c10a439-9309-4f0d-8c9b-44c0ccbd228a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (d5cb993f-bde0-4748-8e48-928384c02604), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:09.869271 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2c10a439-9309-4f0d-8c9b-44c0ccbd228a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (d5cb993f-bde0-4748-8e48-928384c02604), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:09.915377 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd72d0-9927-44bd-8fe4-dbbb7fd21b98 req-5a899ae6-f95d-4fcd-83da-9f1aeef7dc05 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:09.916948 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6bdd72d0-9927-44bd-8fe4-dbbb7fd21b98 req-5a899ae6-f95d-4fcd-83da-9f1aeef7dc05 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0786371 Mar 24 14:11:09.981399 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6bdd72d0-9927-44bd-8fe4-dbbb7fd21b98 req-f3f79279-37a3-49d3-aa53-9cfcc1bc15f6 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585470 Mar 24 14:11:10.026713 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2c10a439-9309-4f0d-8c9b-44c0ccbd228a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d5cb993f-bde0-4748-8e48-928384c02604), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.029495 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2c10a439-9309-4f0d-8c9b-44c0ccbd228a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.033212 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2c10a439-9309-4f0d-8c9b-44c0ccbd228a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5cb993f-bde0-4748-8e48-928384c02604 HTTP/1.1" status: 204 len: 168 time: 0.2472236 Mar 24 14:11:10.033504 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47732) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:10.042645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10a439-9309-4f0d-8c9b-44c0ccbd228a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb993f-bde0-4748-8e48-928384c02604,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:10.056352 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.api.v2.resource [None req-0d77acef-858f-47c7-bd9f-3f9f21ac6deb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] show failed (client error): The resource could not be found. Mar 24 14:11:10.066381 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47734) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:10.069654 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-0d77acef-858f-47c7-bd9f-3f9f21ac6deb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups/d5cb993f-bde0-4748-8e48-928384c02604 HTTP/1.1" status: 404 len: 347 time: 0.0349569 Mar 24 14:11:10.196034 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Deleting port 95b2d450-bfa1-4c77-a815-682c08f66335 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:10.196413 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (95b2d450-bfa1-4c77-a815-682c08f66335), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.277403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (95b2d450-bfa1-4c77-a815-682c08f66335), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.277403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (95b2d450-bfa1-4c77-a815-682c08f66335), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.289876 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Calling delete_port for 95b2d450-bfa1-4c77-a815-682c08f66335 owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:10.505688 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (95b2d450-bfa1-4c77-a815-682c08f66335), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.544284 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event deleted for resources: {'Port': ['ID=95b2d450-bfa1-4c77-a815-682c08f66335,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:10.639052 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (f1609f8a-0f84-4369-be03-bdaa1dfb600f), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.641552 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:10.642713 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f31d1430-a176-4eff-bbcc-6c043c288dfe tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "DELETE /v2.0/floatingips/f1609f8a-0f84-4369-be03-bdaa1dfb600f HTTP/1.1" status: 204 len: 168 time: 0.5750840 Mar 24 14:11:10.656424 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9ad2-c575-40d3-9069-b28399019b4f req-481a6396-d89c-43fe-8bef-e55881e3c2a2 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:10.658023 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1e6e9ad2-c575-40d3-9069-b28399019b4f req-481a6396-d89c-43fe-8bef-e55881e3c2a2 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0848997 Mar 24 14:11:10.713155 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1e6e9ad2-c575-40d3-9069-b28399019b4f req-0dd0d4bc-e54b-42da-904e-e16bbfc95e83 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496876 Mar 24 14:11:11.010411 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47746) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:11.016279 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314696856', 'description': 'tempest-description--739974001'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:11.095802 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.106115 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4b530-cb6a-422a-9210-849846f663a4 req-82977640-f7b3-47bd-9378-c734678387a0 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:11.107884 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bde4b530-cb6a-422a-9210-849846f663a4 req-82977640-f7b3-47bd-9378-c734678387a0 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0546536 Mar 24 14:11:11.163175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (15f4e447-cd0a-43db-a4c6-6bce862e6505), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.169538 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bde4b530-cb6a-422a-9210-849846f663a4 req-293b3e5b-17ff-4c6c-8be1-b142ece9a449 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541787 Mar 24 14:11:11.221322 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (15f4e447-cd0a-43db-a4c6-6bce862e6505), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.250456 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4e447-cd0a-43db-a4c6-6bce862e6505,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:11.329796 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.333987 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47750) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:11.334174 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-22d47b59-faeb-4e7c-8b7e-af96bf122337 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3226309 Mar 24 14:11:11.343218 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'security_group_rule': {'security_group_id': '15f4e447-cd0a-43db-a4c6-6bce862e6505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:11.455235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (20e3d813-5113-441d-bae6-12305e8d961f), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.505039 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (20e3d813-5113-441d-bae6-12305e8d961f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.603650 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (20e3d813-5113-441d-bae6-12305e8d961f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.603650 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e3d813-5113-441d-bae6-12305e8d961f,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:11.651660 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.653947 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2a440b61-7bcf-43a5-8e9e-6cbe5b3c5d8c tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172984 Mar 24 14:11:11.655613 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47752) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:11.660022 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'security_group_rule': {'security_group_id': '15f4e447-cd0a-43db-a4c6-6bce862e6505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:11.759993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (cd4918df-bfa9-43e5-8443-2e0d21d5aea7), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.883294 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (cd4918df-bfa9-43e5-8443-2e0d21d5aea7), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:11.893165 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681e51-2571-43b1-966a-7ec615230cf9 req-ce777283-fa8b-4dcc-825b-265886b4c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:11.894637 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-ce777283-fa8b-4dcc-825b-265886b4c3ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.1072958 Mar 24 14:11:11.904171 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841629-2656-40a0-9b3e-ca3ac54b63fc req-13ec5fd7-af06-40f2-b242-755082cdc6d0 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:11.904171 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd841629-2656-40a0-9b3e-ca3ac54b63fc req-13ec5fd7-af06-40f2-b242-755082cdc6d0 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.1137335 Mar 24 14:11:11.974395 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (cd4918df-bfa9-43e5-8443-2e0d21d5aea7), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:12.021975 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4918df-bfa9-43e5-8443-2e0d21d5aea7,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:12.033881 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd841629-2656-40a0-9b3e-ca3ac54b63fc req-18dc14f4-112c-487b-8f63-2dd45b457e96 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219413 Mar 24 14:11:12.053482 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681e51-2571-43b1-966a-7ec615230cf9 req-ba6dae44-c074-459f-9309-164a1e049551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:12.055781 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-ba6dae44-c074-459f-9309-164a1e049551 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 909 time: 0.1510856 Mar 24 14:11:12.066385 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device dba8feac-3126-404b-88c3-44785b56e8b2 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:12.095228 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: dba8feac-3126-404b-88c3-44785b56e8b2 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:12.095575 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device dba8feac-3126-404b-88c3-44785b56e8b2 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:12.125737 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:12.126971 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-94be6038-9cf3-41b0-97a4-babc9f9e9ab7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4704251 Mar 24 14:11:12.128988 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-d2dd5de2-3635-40c9-9b00-4353d350590e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 1002 time: 0.0664928 Mar 24 14:11:12.129906 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47758) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:12.134093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:12.192119 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681e51-2571-43b1-966a-7ec615230cf9 req-ff9454b9-d644-42df-8ad1-63a9c7687081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:12.194070 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-ff9454b9-d644-42df-8ad1-63a9c7687081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.0560029 Mar 24 14:11:12.244699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681e51-2571-43b1-966a-7ec615230cf9 req-c52c71a0-8ec0-41a1-9e13-b88bf2dcbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:12.246182 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-c52c71a0-8ec0-41a1-9e13-b88bf2dcbc62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459588 Mar 24 14:11:12.261978 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:12.296893 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d73dc7-c8cb-4e98-9fa6-6c741dc04a18 req-000a67ea-a98e-46f9-9d0d-8197844bf5f6 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:12.304105 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c0d73dc7-c8cb-4e98-9fa6-6c741dc04a18 req-000a67ea-a98e-46f9-9d0d-8197844bf5f6 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0649064 Mar 24 14:11:12.362445 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c0d73dc7-c8cb-4e98-9fa6-6c741dc04a18 req-ca4db00a-7a2c-435c-9e7b-d7ef3b668f36 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567756 Mar 24 14:11:12.392796 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-bb576b2f-b0bb-4bfb-bf84-e0bbcb3d03d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388130 Mar 24 14:11:12.479671 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:12.535232 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-62681e51-2571-43b1-966a-7ec615230cf9 req-46e109c1-debc-47f3-9b0f-ad21c74f0bec service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343427 Mar 24 14:11:12.604121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Allocated IP 172.27.0.32 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/f8a5c6b9-2882-4f7d-b15d-215ad617237e) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:11:12.706148 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.019942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60a19d-26be-4bea-b696-4dfa74645bcd req-4a7b9c23-82a7-46cd-a3f5-f34c60da092a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:13.021513 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8f60a19d-26be-4bea-b696-4dfa74645bcd req-4a7b9c23-82a7-46cd-a3f5-f34c60da092a tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0588739 Mar 24 14:11:13.047562 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.101011 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8f60a19d-26be-4bea-b696-4dfa74645bcd req-326f6c71-973f-45b1-b28c-7b3427c60e94 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733442 Mar 24 14:11:13.104754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:11:13.109990 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:11:13.116810 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:11:13.139613 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'Port': ['ID=f8a5c6b9-2882-4f7d-b15d-215ad617237e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:13.186582 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3c07-15e5-4c1d-96bd-8646ce1bf9ea req-0073c6ad-d726-44f1-9df0-2d0a41041d3c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:13.188181 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2a0d3c07-15e5-4c1d-96bd-8646ce1bf9ea req-0073c6ad-d726-44f1-9df0-2d0a41041d3c tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0523379 Mar 24 14:11:13.205521 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (a735af99-8b69-43d4-b3f0-6c2819fbcf01), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.237010 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2a0d3c07-15e5-4c1d-96bd-8646ce1bf9ea req-1df8cc27-0e99-4f9a-8aa7-6b3fff2fadf3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432041 Mar 24 14:11:13.277919 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.423197 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.479986 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38417d1e-439e-404b-ad2a-d15878ee55c5 req-ccaf9a95-10aa-4b43-a232-4938165c0760 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:13.481457 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-38417d1e-439e-404b-ad2a-d15878ee55c5 req-ccaf9a95-10aa-4b43-a232-4938165c0760 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0525327 Mar 24 14:11:13.482837 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.579666 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'Port': ['ID=f8a5c6b9-2882-4f7d-b15d-215ad617237e,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:13.595550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (a735af99-8b69-43d4-b3f0-6c2819fbcf01), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.615934 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-38417d1e-439e-404b-ad2a-d15878ee55c5 req-c50b4596-5946-4933-964c-41cd30356aa8 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254063 Mar 24 14:11:13.662744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:13.663987 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5c39991f-4f36-4f0f-b45a-82b81e8f43eb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5331409 Mar 24 14:11:13.851729 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-2d9723cd-da07-4ebc-ba86-0c3a03b371c6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--314696856&fields=id&tenant_id=9162284d5ee84a61a08a3d73a0125327 HTTP/1.1" status: 200 len: 267 time: 0.0404675 Mar 24 14:11:13.956622 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-23cda87f-88fa-4056-ac6b-f9e7f92431e5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:13.958054 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-23cda87f-88fa-4056-ac6b-f9e7f92431e5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 810 time: 0.1002767 Mar 24 14:11:13.971712 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-38454105-6eca-4572-a3b3-1b3764826ec3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/quotas/9162284d5ee84a61a08a3d73a0125327 HTTP/1.1" status: 200 len: 375 time: 0.0084574 Mar 24 14:11:14.025028 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-0a37438f-1f82-4161-8bac-c936f9e10eea tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487452 Mar 24 14:11:14.220302 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-04c58c1d-a366-40a5-bca7-83b94f4b5b97 service neutron] 10.222.0.20 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835632 Mar 24 14:11:14.227148 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10f7af-725a-4cd7-9fd7-b670aa9bf6ff req-6f5e4f43-e095-4e3e-bec4-ac7832b6b1e9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:14.228685 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dc10f7af-725a-4cd7-9fd7-b670aa9bf6ff req-6f5e4f43-e095-4e3e-bec4-ac7832b6b1e9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0555134 Mar 24 14:11:14.274910 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dc10f7af-725a-4cd7-9fd7-b670aa9bf6ff req-e924405a-576a-4fba-b99f-dd82b0a09ba1 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Mar 24 14:11:14.318404 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-2a8e4597-8bb3-439b-85ff-05ddcf4ce71e service neutron] 10.222.0.20 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924335 Mar 24 14:11:14.382706 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bae49-148f-4d5e-80cd-5150131c211b req-a53ee564-156a-402b-921f-51bd390048bf tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:14.384165 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4c1bae49-148f-4d5e-80cd-5150131c211b req-a53ee564-156a-402b-921f-51bd390048bf tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0513923 Mar 24 14:11:14.435252 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4c1bae49-148f-4d5e-80cd-5150131c211b req-de388338-4e66-4338-8326-6661f0e001e3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454643 Mar 24 14:11:14.552244 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf3d9143-5b4e-4a9b-969d-43210fde773b req-91f637a8-98b5-4a6f-84cb-574784c81853 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 210 time: 0.0366986 Mar 24 14:11:14.737054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9360e-f1fe-4653-a701-b52ec42c90a9 req-b082d3e5-1611-4a81-9faf-7b41ba42c16b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:14.738541 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f9a9360e-f1fe-4653-a701-b52ec42c90a9 req-b082d3e5-1611-4a81-9faf-7b41ba42c16b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0541897 Mar 24 14:11:14.801768 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f9a9360e-f1fe-4653-a701-b52ec42c90a9 req-d313d33e-9f91-4195-9b92-d649b25032d8 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574422 Mar 24 14:11:15.403795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f6e9-ada4-4c38-8200-6a733c33c71e req-06e526ea-a1e9-4ee3-9085-a3c4b0c1146f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:15.407144 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d63f6e9-ada4-4c38-8200-6a733c33c71e req-06e526ea-a1e9-4ee3-9085-a3c4b0c1146f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0620687 Mar 24 14:11:15.482147 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2d63f6e9-ada4-4c38-8200-6a733c33c71e req-b91e3795-02b6-4208-9949-348d5e81b700 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671730 Mar 24 14:11:15.589504 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459aa0-2180-4770-815d-7814366139e4 req-aa5f2b66-b590-418e-b880-1f7b77496d16 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:15.593816 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-da459aa0-2180-4770-815d-7814366139e4 req-aa5f2b66-b590-418e-b880-1f7b77496d16 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0632088 Mar 24 14:11:15.649894 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-da459aa0-2180-4770-815d-7814366139e4 req-4bc906bd-1e12-44b5-8754-8c4f530e48b5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512435 Mar 24 14:11:15.650743 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8580d36f-10b7-4db9-bfe7-3f21bf513b7a req-fc6f7392-9add-4e92-8ab4-782234f0526d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 210 time: 0.0270011 Mar 24 14:11:15.718253 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [req-45b50529-25d9-4736-8a6e-8e3e93636bd3 req-2a7b7556-c64e-4982-b147-9be4387435dd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:11:15.719309 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-45b50529-25d9-4736-8a6e-8e3e93636bd3 req-2a7b7556-c64e-4982-b147-9be4387435dd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055370 Mar 24 14:11:15.930747 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423459a-a8d1-4b99-b089-113c29681ad8 req-90f50c9d-c079-45c5-a212-d8acaaba0441 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:15.932275 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a423459a-a8d1-4b99-b089-113c29681ad8 req-90f50c9d-c079-45c5-a212-d8acaaba0441 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0635967 Mar 24 14:11:15.987131 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a38e5-fa8e-4748-ad15-fd50002e6659 req-54a875c1-ba74-4894-b6d3-5427f63c67c3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:15.988698 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-805a38e5-fa8e-4748-ad15-fd50002e6659 req-54a875c1-ba74-4894-b6d3-5427f63c67c3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0544009 Mar 24 14:11:15.994149 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a423459a-a8d1-4b99-b089-113c29681ad8 req-eeac75ab-6acf-4576-873d-2e9279dbd438 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559838 Mar 24 14:11:16.051112 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-805a38e5-fa8e-4748-ad15-fd50002e6659 req-16a744b7-b7de-4124-af0d-73a70c4b855d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536256 Mar 24 14:11:16.071373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-1d2a8b82-2c14-438c-863e-b8be45fc4da9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:16.072873 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-1d2a8b82-2c14-438c-863e-b8be45fc4da9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0774775 Mar 24 14:11:16.078766 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-26f85fa0-c43a-4be0-b3ba-f1ed30ce972f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757275 Mar 24 14:11:16.165047 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-0b639c7e-91d0-4dcc-9df6-74dedc40c713 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:16.166320 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-0b639c7e-91d0-4dcc-9df6-74dedc40c713 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports/ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 943 time: 0.0586588 Mar 24 14:11:16.172498 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Deleting port 12247311-5618-425e-883e-be1925762412 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:16.172837 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (12247311-5618-425e-883e-be1925762412), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:16.267436 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] For port 12247311-5618-425e-883e-be1925762412, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=12247311-5618-425e-883e-be1925762412,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:16.267803 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (12247311-5618-425e-883e-be1925762412), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:16.524599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:16.525161 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:16.525289 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Floating IP dfcfbc71-7aef-44f2-b209-ddaef75ff85b disassociated. External IP: 172.27.0.152, port: 12247311-5618-425e-883e-be1925762412. Mar 24 14:11:16.525598 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Calling delete_port for 12247311-5618-425e-883e-be1925762412 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:16.532814 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-46993b5d-c877-4898-9e84-c99368c5cad9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:16.534275 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-46993b5d-c877-4898-9e84-c99368c5cad9 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 810 time: 0.1661453 Mar 24 14:11:16.628981 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de480-ef0d-4c24-b2c8-7b1e214b0f1a req-bcf58968-8f66-4fe4-ab72-699285ed58fc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:16.630444 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a51de480-ef0d-4c24-b2c8-7b1e214b0f1a req-bcf58968-8f66-4fe4-ab72-699285ed58fc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 946 time: 0.0589688 Mar 24 14:11:16.655042 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-c3539af0-4fa9-46ea-bcf3-d6b8afe633f3 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9162284d5ee84a61a08a3d73a0125327 HTTP/1.1" status: 200 len: 379 time: 0.1062050 Mar 24 14:11:16.668616 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'port': {'device_id': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'admin_state_up': True, 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'security_groups': ['15f4e447-cd0a-43db-a4c6-6bce862e6505']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:16.686912 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a51de480-ef0d-4c24-b2c8-7b1e214b0f1a req-066c506f-18ae-4652-979b-fe2986078571 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3c51f4f-a13e-421d-add9-7fad55b35f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471482 Mar 24 14:11:16.809217 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-621fcbba-a9e3-4c96-8125-dcaf50a23c65 req-cd97b1d1-9991-4df3-9256-75f3e826b0ec tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 210 time: 0.0473032 Mar 24 14:11:16.911814 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (12247311-5618-425e-883e-be1925762412), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:16.950077 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Made reservation on behalf of 9162284d5ee84a61a08a3d73a0125327 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:11:16.953679 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:16.955817 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event deleted for resources: {'Port': ['ID=12247311-5618-425e-883e-be1925762412,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:17.122352 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890e801-b5d7-4f94-90df-50a586757209 req-8d36c47d-e27f-491f-ab2b-282d5a4ce7ae tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:17.123915 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d890e801-b5d7-4f94-90df-50a586757209 req-8d36c47d-e27f-491f-ab2b-282d5a4ce7ae tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0551245 Mar 24 14:11:17.186980 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d890e801-b5d7-4f94-90df-50a586757209 req-b218e9cd-097b-4895-be74-5b7410069105 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571918 Mar 24 14:11:17.203953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:11:17.214685 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Allocated IP 172.20.0.12 (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01/4b974a19-a509-4754-b268-3c9590d3d6da/79c887f8-9ce2-4bc3-8cb1-e75da844f26b) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:11:17.237706 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314d099-c73c-432c-b79e-7f1f43cc35ec req-bef0e6e9-9ce1-455d-b09b-a8b63d8e6918 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:17.239193 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e314d099-c73c-432c-b79e-7f1f43cc35ec req-bef0e6e9-9ce1-455d-b09b-a8b63d8e6918 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.1263864 Mar 24 14:11:17.430836 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e314d099-c73c-432c-b79e-7f1f43cc35ec req-b9c10e02-2f66-4960-919f-ff99ec2b5201 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562517 Mar 24 14:11:17.455796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:11:17.466879 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] Sync routers for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:11:17.477290 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:17.478152 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:10:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:17.513199 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] No DVR routers for this DVR port 12247311-5618-425e-883e-be1925762412 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:17.517607 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:17.520986 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-faccecf5-31d9-4b6d-82bb-673d5c75e6b6 req-04176145-ef6b-44fd-9326-17ab7e5fb7bc tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "DELETE /v2.0/ports/12247311-5618-425e-883e-be1925762412 HTTP/1.1" status: 204 len: 173 time: 1.4413061 Mar 24 14:11:17.521439 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'name': 'network-vif-deleted', 'tag': '12247311-5618-425e-883e-be1925762412'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:17.524219 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605150e6-80e3-44ea-8fd5-4a6a174f2d29" -d '{"events": [{"server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "name": "network-vif-deleted", "tag": "12247311-5618-425e-883e-be1925762412"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:17.540381 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:17.566542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be44517-9019-45e6-8be2-fac016c8bf90 x-openstack-request-id: req-9be44517-9019-45e6-8be2-fac016c8bf90 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:17.567227 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef8a901-48d5-41d0-b4a8-407f28f4686c", "name": "network-vif-deleted", "tag": "12247311-5618-425e-883e-be1925762412", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:17.567227 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9be44517-9019-45e6-8be2-fac016c8bf90 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:17.567524 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be44517-9019-45e6-8be2-fac016c8bf90'] response: {'server_uuid': 'fef8a901-48d5-41d0-b4a8-407f28f4686c', 'name': 'network-vif-deleted', 'tag': '12247311-5618-425e-883e-be1925762412', 'status': 'completed', 'code': 200} Mar 24 14:11:17.594034 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:17.716339 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:17.778215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:11:17.785599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:11:17.801822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:11:17.834397 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:17.837966 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event updated for resources: {'Port': ['ID=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:17.843390 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b1374aa5-633f-4764-ae47-dc5d0e446726 req-f18e6f1e-2322-4685-8db5-2d50fdf2b465 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef8a901-48d5-41d0-b4a8-407f28f4686c HTTP/1.1" status: 200 len: 210 time: 0.0635941 Mar 24 14:11:17.871287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:17.871926 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:17.888868 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] Checking router: 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:11:17.894163 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:17.894819 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:10:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:18.012523 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4478e590-ff3d-40dc-808e-edde40bc0dbd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3488169 Mar 24 14:11:18.025523 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f4c8-2801-4c4d-a59d-71ead722250e req-cdbb44d2-07bd-4820-84dc-18daf4412375 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:18.027133 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-71b2f4c8-2801-4c4d-a59d-71ead722250e req-cdbb44d2-07bd-4820-84dc-18daf4412375 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 932 time: 0.0955997 Mar 24 14:11:18.035234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Request body: {'port': {'device_id': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:18.120246 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-71b2f4c8-2801-4c4d-a59d-71ead722250e req-c79f348f-7535-40d2-b12d-e75781de6718 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847955 Mar 24 14:11:18.137115 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.144416 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:18.187612 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-f41cebf9-6a61-47fb-9f0e-d2d3e2fcc0d4 None None] Provisioning complete for port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:11:18.188002 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f41cebf9-6a61-47fb-9f0e-d2d3e2fcc0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.262190 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:18.267840 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6235-82b4-4442-a378-db760de95ee1 req-d4f55318-c53a-4d69-90ea-362c2291f718 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:18.276051 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-df5a6235-82b4-4442-a378-db760de95ee1 req-d4f55318-c53a-4d69-90ea-362c2291f718 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0701246 Mar 24 14:11:18.310318 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-f41cebf9-6a61-47fb-9f0e-d2d3e2fcc0d4 None None] Port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:11:18.334760 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-df5a6235-82b4-4442-a378-db760de95ee1 req-25207bf0-9ece-454f-8b3d-95d2cd9f6f14 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524485 Mar 24 14:11:18.340807 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port ff99d81d-ffcf-4b6e-9443-92bd73827888 is: ACTIVE; New status is: DOWN {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:18.341373 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.441680 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:18.443923 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052e50a1-1fa5-438e-9a34-141f11f61b97" -d '{"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:18.447247 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80572-dec4-4633-9ebf-880d6b995692 req-0b915bf5-14c3-4e4f-93b0-cbd62732e4b4 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:18.448799 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85a80572-dec4-4633-9ebf-880d6b995692 req-0b915bf5-14c3-4e4f-93b0-cbd62732e4b4 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.1142747 Mar 24 14:11:18.462592 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:18.494998 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be27cf3-3eb3-4c3b-8122-d89e971c46d2 x-openstack-request-id: req-3be27cf3-3eb3-4c3b-8122-d89e971c46d2 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:18.495634 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:18.495634 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3be27cf3-3eb3-4c3b-8122-d89e971c46d2 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:18.499935 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be27cf3-3eb3-4c3b-8122-d89e971c46d2'] response: {'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'code': 200} Mar 24 14:11:18.558490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:18.560654 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.566263 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-85a80572-dec4-4633-9ebf-880d6b995692 req-0d4c9054-1839-4076-ab5e-f1c4914af2b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955055 Mar 24 14:11:18.576533 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c887f8-9ce2-4bc3-8cb1-e75da844f26b {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:11:18.584491 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Publish callbacks [] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.601021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Transition to ACTIVE for port object 79c887f8-9ce2-4bc3-8cb1-e75da844f26b will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:11:18.605639 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5877-4a87-4dcc-bbb9-0550bee551ee req-93e69552-f2fb-4d1f-98ad-0fbf9b2e8003 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:18.607231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061232b-62f7-40d2-99f9-bb1888e67ce0 None None] The sync data for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi is: [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '4c180de0-83fc-4b0d-9926-b4edce73ccc3', 'name': '', 'network_id': '21d3dd6f-be7f-409c-9835-18b79510f00d', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'mac_address': 'fa:16:3e:37:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:36Z', 'updated_at': '2022-03-24T14:03:43Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'subnets': [{'id': 'f3843d83-8fa1-4aaa-8f90-0d283761c38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:11:18.607455 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f94c5877-4a87-4dcc-bbb9-0550bee551ee req-93e69552-f2fb-4d1f-98ad-0fbf9b2e8003 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0683491 Mar 24 14:11:18.654215 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=6']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:18.661869 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.662221 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.662917 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.662917 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.663263 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.663600 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.663958 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.664284 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.664622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.665140 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.665339 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.665690 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.666016 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.666337 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.666680 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:18.671271 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f94c5877-4a87-4dcc-bbb9-0550bee551ee req-27f6f7fc-0b8b-42ea-b90c-13ff200e1d38 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568817 Mar 24 14:11:18.684043 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.760714 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Pushing event updated for resources: {'Port': ['ID=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:18.771026 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-17a2f119-fc81-45b9-92f3-4fa1233bdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:18.772556 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-17a2f119-fc81-45b9-92f3-4fa1233bdbe9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf&tenant_id=4b095acd61c84709a047179245841144 HTTP/1.1" status: 200 len: 1128 time: 0.0996637 Mar 24 14:11:18.867555 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Attempting to bind port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:11:18.867885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Attempting to bind port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:11:18.868219 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Attempting to bind port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:11:18.877726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-7b2b755c-b5a5-40e1-8075-2131bea1a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:18.879244 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-7b2b755c-b5a5-40e1-8075-2131bea1a965 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1128 time: 0.0725548 Mar 24 14:11:18.879796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:11:18.880115 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Attempting to bind port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b on network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:11:18.887149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:11:18.887489 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Checking segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:11:18.887875 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Bound using segment: {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:11:18.888303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Bound port: 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:11:18.888661 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:18.915559 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107757c-9a35-4a79-bf18-9d14845a8ad1 None None] New status for floating IP dfcfbc71-7aef-44f2-b209-ddaef75ff85b: DOWN {{(pid=110189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:11:19.011192 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47882) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:19.023966 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] For port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:11:19.028033 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] For port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:11:19.031147 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-40d51959-4cd2-40ee-8175-cab1c22dd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.032626 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-40d51959-4cd2-40ee-8175-cab1c22dd203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 909 time: 0.1466656 Mar 24 14:11:19.096442 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01f779f4-8744-4d15-b54d-db3832b1a0ed tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group (f3c51f4f-a13e-421d-add9-7fad55b35f40), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.108114 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-c56aff4a-a5d1-4258-8c95-f6fc0a115b80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 1000 time: 0.0655730 Mar 24 14:11:19.109467 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.120380 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01f779f4-8744-4d15-b54d-db3832b1a0ed tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group (f3c51f4f-a13e-421d-add9-7fad55b35f40), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.148635 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.149337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.150800 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] 10.222.0.42 "PUT /v2.0/ports/79c887f8-9ce2-4bc3-8cb1-e75da844f26b HTTP/1.1" status: 200 len: 1094 time: 1.1225667 Mar 24 14:11:19.219220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-90a10a9b-caa0-41b9-8ca8-228310750b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.220746 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-90a10a9b-caa0-41b9-8ca8-228310750b0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.1012678 Mar 24 14:11:19.221485 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400cf9-3c5d-46dc-ba01-d524cbf8f201 service neutron] Pushing event updated for resources: {'Port': ['ID=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:19.261272 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01f779f4-8744-4d15-b54d-db3832b1a0ed tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f3c51f4f-a13e-421d-add9-7fad55b35f40), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.264287 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01f779f4-8744-4d15-b54d-db3832b1a0ed tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.268209 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-01f779f4-8744-4d15-b54d-db3832b1a0ed tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "DELETE /v2.0/security-groups/f3c51f4f-a13e-421d-add9-7fad55b35f40 HTTP/1.1" status: 204 len: 168 time: 0.2556381 Mar 24 14:11:19.268897 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47886) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:19.289975 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.api.v2.resource [None req-df88e53e-3235-4a5f-a2d6-67296edb1aeb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] show failed (client error): The resource could not be found. Mar 24 14:11:19.295913 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-df88e53e-3235-4a5f-a2d6-67296edb1aeb tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups/f3c51f4f-a13e-421d-add9-7fad55b35f40 HTTP/1.1" status: 404 len: 347 time: 0.0184789 Mar 24 14:11:19.295913 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f779f4-8744-4d15-b54d-db3832b1a0ed tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c51f4f-a13e-421d-add9-7fad55b35f40,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:19.297755 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47888) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:19.342836 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-2df6e208-20a9-4a7a-adaf-246e1f696702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.344333 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-2df6e208-20a9-4a7a-adaf-246e1f696702 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161687 Mar 24 14:11:19.466021 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Deleting port c4adf236-5dac-41da-9174-cb1864b9fdc9 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:19.466251 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.476010 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49fbd9-8f23-4677-a917-5023cabfba3b req-11d44100-8d89-48da-bf24-9979b176230e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.478248 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-de49fbd9-8f23-4677-a917-5023cabfba3b req-11d44100-8d89-48da-bf24-9979b176230e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0719142 Mar 24 14:11:19.578142 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-de49fbd9-8f23-4677-a917-5023cabfba3b req-de5bf6e3-475b-4fa0-bddc-fe515cbf69d2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=13edc591-bc56-4be4-80c5-7c98bb39186c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900741 Mar 24 14:11:19.590202 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.592190 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (c4adf236-5dac-41da-9174-cb1864b9fdc9), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.610044 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Calling delete_port for c4adf236-5dac-41da-9174-cb1864b9fdc9 owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:19.655834 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:19.658041 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae43b5-996f-489b-ac96-56cd4dd85bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:19.668354 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019a81c-1145-472c-8df8-0a1491a04ab0 req-ed59640b-696c-4b1c-8690-469af13ab238 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.669830 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a019a81c-1145-472c-8df8-0a1491a04ab0 req-ed59640b-696c-4b1c-8690-469af13ab238 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 944 time: 0.4125412 Mar 24 14:11:19.674252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-7372a2d5-602a-494c-957f-55e46d7b311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.675669 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-7372a2d5-602a-494c-957f-55e46d7b311c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 1128 time: 0.4109120 Mar 24 14:11:19.736655 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-13be0ac7-2bf2-4f85-952b-8996fed4e0f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b HTTP/1.1" status: 200 len: 217 time: 0.0474215 Mar 24 14:11:19.764149 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c6b5-c3e5-4e67-ba8b-f6314b8b9105 req-e261d4ef-c882-4401-be15-d0aab35632cd tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.765620 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fdc1c6b5-c3e5-4e67-ba8b-f6314b8b9105 req-e261d4ef-c882-4401-be15-d0aab35632cd tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.1196795 Mar 24 14:11:19.811519 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a019a81c-1145-472c-8df8-0a1491a04ab0 req-3aeff64a-a072-477b-acc3-537e7883268b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308360 Mar 24 14:11:19.819606 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-3f78d6d2-1c46-4f53-9d8f-c7323eecc3d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665880 Mar 24 14:11:19.827772 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-34924c3a-5585-4167-8624-b9ca4e093a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.829345 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-34924c3a-5585-4167-8624-b9ca4e093a1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0821960 Mar 24 14:11:19.865596 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fdc1c6b5-c3e5-4e67-ba8b-f6314b8b9105 req-9cb2be5e-008e-4e41-ad81-29be54d12000 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939217 Mar 24 14:11:19.904707 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032488e2-d08d-4151-8694-5efaafe37eb7 x-openstack-request-id: req-032488e2-d08d-4151-8694-5efaafe37eb7 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:19.905002 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:19.905256 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-032488e2-d08d-4151-8694-5efaafe37eb7 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:19.905675 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032488e2-d08d-4151-8694-5efaafe37eb7'] response: {'name': 'network-changed', 'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'status': 'completed', 'code': 200} Mar 24 14:11:19.930455 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-213b063b-bea6-4b0b-99b8-f3039ee8b0d4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.931924 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-213b063b-bea6-4b0b-99b8-f3039ee8b0d4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 946 time: 0.0587566 Mar 24 14:11:19.944456 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (c4adf236-5dac-41da-9174-cb1864b9fdc9), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:19.987396 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-813d09e3-4bd6-4799-8f45-fee5512ddb5b service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615863 Mar 24 14:11:19.989091 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-86386058-34ab-4a97-8d85-b2d85f8c193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:19.993248 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-86386058-34ab-4a97-8d85-b2d85f8c193e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517363 Mar 24 14:11:19.993566 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event deleted for resources: {'Port': ['ID=c4adf236-5dac-41da-9174-cb1864b9fdc9,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:20.056996 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46575d3d-78a9-4bba-b064-bfe27375da15 req-1f9f5960-c8fb-49e5-9b49-be968b82cc56 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:20.058477 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-46575d3d-78a9-4bba-b064-bfe27375da15 req-1f9f5960-c8fb-49e5-9b49-be968b82cc56 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.1298652 Mar 24 14:11:20.110237 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks [] for floatingip (dfcfbc71-7aef-44f2-b209-ddaef75ff85b), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.113247 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.114395 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e8597e7c-26f3-4fa4-8b69-0fbbb8b09f09 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "DELETE /v2.0/floatingips/dfcfbc71-7aef-44f2-b209-ddaef75ff85b HTTP/1.1" status: 204 len: 168 time: 0.8155406 Mar 24 14:11:20.134843 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 12247311-5618-425e-883e-be1925762412 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:20.141267 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-46575d3d-78a9-4bba-b064-bfe27375da15 req-926fd0dd-d21f-46ad-b0e4-562493af59b4 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766728 Mar 24 14:11:20.143325 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-944a8276-dfeb-4f42-8829-127b404d2c02 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438398 Mar 24 14:11:20.151116 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Deleting port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:20.152515 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.178863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 12247311-5618-425e-883e-be1925762412 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:20.179274 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 12247311-5618-425e-883e-be1925762412 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:20.236550 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-af1b32d3-79d8-42b1-98e1-5a03c616a662 req-35ea6789-46d5-4a87-b537-d22293821ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Mar 24 14:11:20.256319 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] For port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:20.256594 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.398667 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-8f06df67-fab4-4523-bc41-310c407a5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:20.400233 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-8f06df67-fab4-4523-bc41-310c407a5c0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 1128 time: 0.0498176 Mar 24 14:11:20.484523 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.485151 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (a65229c4-030d-4463-bed3-dc09baa5637a), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.485268 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Floating IP a65229c4-030d-4463-bed3-dc09baa5637a disassociated. External IP: 172.27.0.196, port: b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc. Mar 24 14:11:20.485526 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Calling delete_port for b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc owned by compute:nova {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:20.492596 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-781d7e5c-56ce-48cc-9b67-8c277ba7c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:20.494116 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-781d7e5c-56ce-48cc-9b67-8c277ba7c776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.0875800 Mar 24 14:11:20.541266 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-cc2fa22f-9bf5-4401-8f2d-7b7613dde756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b HTTP/1.1" status: 200 len: 217 time: 0.0409875 Mar 24 14:11:20.591068 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-6a1ecef4-dfa6-4ce4-99e4-4ba69c571e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:20.592494 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-6a1ecef4-dfa6-4ce4-99e4-4ba69c571e2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0458007 Mar 24 14:11:20.643010 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-3be2c5c2-a5a6-4649-975f-fccb58416f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:20.644602 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-3be2c5c2-a5a6-4649-975f-fccb58416f44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454261 Mar 24 14:11:20.662136 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:20.681540 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-94d6b232-6172-48ea-be18-0d4b37beb68f req-1c1ba605-eb78-4add-bf56-a352bba6f39e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Mar 24 14:11:20.707966 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event deleted for resources: {'Port': ['ID=b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:20.756645 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-5f951b0f-0146-4ab4-ac0e-589972b9522b service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930271 Mar 24 14:11:20.857833 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ae43b5-996f-489b-ac96-56cd4dd85bc2 req-435e311b-4134-4113-8425-75a8fbfe796c service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952690 Mar 24 14:11:20.947810 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f5dad-4278-4fe1-8669-b46dd5f66e1c req-084ee5fa-c827-44a5-bbec-6bf34f83ac47 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:20.949504 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-634f5dad-4278-4fe1-8669-b46dd5f66e1c req-084ee5fa-c827-44a5-bbec-6bf34f83ac47 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 944 time: 0.0590611 Mar 24 14:11:20.998658 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-634f5dad-4278-4fe1-8669-b46dd5f66e1c req-500894d6-c950-45f3-b538-8c7cf599f978 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Mar 24 14:11:21.100173 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8ecd1-d72e-4738-8162-2d0eb33d9cd5 req-eefe9401-c4e0-4f32-bf28-e0425e6e8a6c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:21.101613 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dbc8ecd1-d72e-4738-8162-2d0eb33d9cd5 req-eefe9401-c4e0-4f32-bf28-e0425e6e8a6c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0792451 Mar 24 14:11:21.111163 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:11:21.242855 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dbc8ecd1-d72e-4738-8162-2d0eb33d9cd5 req-d3bf46c5-66b3-4e6a-a32f-66051a778aab tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&id=d3c10f8a-3302-4083-8730-efa43bea3eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342049 Mar 24 14:11:21.259232 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fb0d2-03dc-4715-9375-5cd148704bf5 req-ecb6debb-9b12-4a3b-aedf-c2f2a6d82f0f tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:21.260720 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fe0fb0d2-03dc-4715-9375-5cd148704bf5 req-ecb6debb-9b12-4a3b-aedf-c2f2a6d82f0f tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0520372 Mar 24 14:11:21.273095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:11:21.284440 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:11:21.294145 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:21.294856 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:10:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:21.321809 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fe0fb0d2-03dc-4715-9375-5cd148704bf5 req-2ea53ba7-6b1b-49f4-ad07-cab7a89b4ee5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555432 Mar 24 14:11:21.339791 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] No DVR routers for this DVR port b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc on host hv-cinder-79818 {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:21.342286 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:21.345706 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-40eacd72-62fb-4c39-8e2b-465f32faf250 req-1cd411f0-00c7-4451-9732-ed27d39ad450 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "DELETE /v2.0/ports/b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc HTTP/1.1" status: 204 len: 173 time: 1.4084651 Mar 24 14:11:21.346090 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-deleted', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:21.348359 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58839aac-03be-4e80-a180-7768e22a2119" -d '{"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-deleted", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:21.428609 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:21.544929 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c82064-c0af-4c95-9a5d-4a69b7e66ec2 x-openstack-request-id: req-d9c82064-c0af-4c95-9a5d-4a69b7e66ec2 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:21.545446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d156b1-02f9-46e7-83b3-5175fdc89500", "name": "network-vif-deleted", "tag": "b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:21.545446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9c82064-c0af-4c95-9a5d-4a69b7e66ec2 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:21.545857 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c82064-c0af-4c95-9a5d-4a69b7e66ec2'] response: {'server_uuid': '99d156b1-02f9-46e7-83b3-5175fdc89500', 'name': 'network-vif-deleted', 'tag': 'b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc', 'status': 'completed', 'code': 200} Mar 24 14:11:21.644030 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:21.671943 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:11:21.681362 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:21.682411 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:10:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:21.791299 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6f68cf3-9117-4d9e-97c9-ecd6d0820dfb req-5a118505-fce5-4448-91f5-425dd7231227 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=99d156b1-02f9-46e7-83b3-5175fdc89500 HTTP/1.1" status: 200 len: 210 time: 0.0269940 Mar 24 14:11:21.792109 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:21.987806 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:22.014941 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7a0f-8152-4bd9-8e10-1bddd3b8389a None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:11:22.121471 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52cf0b-8e7f-40dc-af55-3a68ad776198 req-b9a727c8-6c1a-4e9e-bbb6-0ebed75adc17 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:22.123055 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fd52cf0b-8e7f-40dc-af55-3a68ad776198 req-b9a727c8-6c1a-4e9e-bbb6-0ebed75adc17 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 944 time: 0.0545793 Mar 24 14:11:22.172159 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fd52cf0b-8e7f-40dc-af55-3a68ad776198 req-852189b6-f91a-4277-b8e1-3f79f7ae6372 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 Mar 24 14:11:22.267154 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a79755-4909-48e5-875e-397c6210007f None None] New status for floating IP a65229c4-030d-4463-bed3-dc09baa5637a: DOWN {{(pid=110189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:11:22.437936 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6086337-87b7-40f4-9bde-834955eeb8d9 req-82f78779-075a-4df1-96a8-3a5d7e42bcad tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:22.440215 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b6086337-87b7-40f4-9bde-834955eeb8d9 req-82f78779-075a-4df1-96a8-3a5d7e42bcad tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0528100 Mar 24 14:11:22.490800 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b6086337-87b7-40f4-9bde-834955eeb8d9 req-502ce18a-7830-4413-97d0-1c786e196bd8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445220 Mar 24 14:11:22.958529 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47934) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:23.011207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f769ce8-c067-4e0a-8d74-0462982d18d5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (13edc591-bc56-4be4-80c5-7c98bb39186c), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.033121 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f769ce8-c067-4e0a-8d74-0462982d18d5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (13edc591-bc56-4be4-80c5-7c98bb39186c), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.144880 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd454b-b900-453f-abf1-028607778ed1 req-6dbe8347-7088-4750-b148-5ac6bdc5b317 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:23.146326 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-97fd454b-b900-453f-abf1-028607778ed1 req-6dbe8347-7088-4750-b148-5ac6bdc5b317 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Mar 24 14:11:23.171335 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f769ce8-c067-4e0a-8d74-0462982d18d5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (13edc591-bc56-4be4-80c5-7c98bb39186c), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.173820 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f769ce8-c067-4e0a-8d74-0462982d18d5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.174913 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1f769ce8-c067-4e0a-8d74-0462982d18d5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "DELETE /v2.0/security-groups/13edc591-bc56-4be4-80c5-7c98bb39186c HTTP/1.1" status: 204 len: 168 time: 0.2153611 Mar 24 14:11:23.177845 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47938) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:23.190936 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.api.v2.resource [None req-5408a939-93d6-4cbe-aa70-743fb4b55ced tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] show failed (client error): The resource could not be found. Mar 24 14:11:23.191941 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5408a939-93d6-4cbe-aa70-743fb4b55ced tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups/13edc591-bc56-4be4-80c5-7c98bb39186c HTTP/1.1" status: 404 len: 347 time: 0.0130801 Mar 24 14:11:23.195998 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f769ce8-c067-4e0a-8d74-0462982d18d5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13edc591-bc56-4be4-80c5-7c98bb39186c,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:23.200308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47942) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:23.211795 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-97fd454b-b900-453f-abf1-028607778ed1 req-e49d8bb5-76bb-4bc6-ae5a-eda2e2a52ffd tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Mar 24 14:11:23.300086 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cb399-e436-49ad-83cb-cde929d2e93c req-9d75f365-2ed9-465a-8dfa-efcd0237d45e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:23.301465 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4d8cb399-e436-49ad-83cb-cde929d2e93c req-9d75f365-2ed9-465a-8dfa-efcd0237d45e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 944 time: 0.0522797 Mar 24 14:11:23.327287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Deleting port 0d9015d3-09c5-4d85-8caa-b286c374b15f {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:23.327636 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.349606 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4d8cb399-e436-49ad-83cb-cde929d2e93c req-f186d6c2-83a5-4749-aed5-b5e0d9ed0ee1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 Mar 24 14:11:23.403885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.404212 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (0d9015d3-09c5-4d85-8caa-b286c374b15f), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.417255 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Calling delete_port for 0d9015d3-09c5-4d85-8caa-b286c374b15f owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:23.609837 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f91e7-095e-490c-8262-d591ac9020e7 req-58cc2618-abe2-4681-9687-01c32928be4b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:23.611243 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-809f91e7-095e-490c-8262-d591ac9020e7 req-58cc2618-abe2-4681-9687-01c32928be4b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0546820 Mar 24 14:11:23.629583 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0d9015d3-09c5-4d85-8caa-b286c374b15f), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.660546 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-abebc6b5-68fc-4889-955e-500f4b1d53b9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:23.662112 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-abebc6b5-68fc-4889-955e-500f4b1d53b9 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 945 time: 0.0510390 Mar 24 14:11:23.664757 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event deleted for resources: {'Port': ['ID=0d9015d3-09c5-4d85-8caa-b286c374b15f,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:23.728537 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-809f91e7-095e-490c-8262-d591ac9020e7 req-e5f2ddca-a1a2-47f0-93d6-cf8b491e5bbc tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115439 Mar 24 14:11:23.739913 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (a65229c4-030d-4463-bed3-dc09baa5637a), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.742922 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.745371 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-dbe78e29-d214-416b-9c72-2d2b7dad7fa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "DELETE /v2.0/floatingips/a65229c4-030d-4463-bed3-dc09baa5637a HTTP/1.1" status: 204 len: 168 time: 0.5427670 Mar 24 14:11:23.758259 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Deleting port a29afa2a-c8cf-4886-b009-b52bbf5919a5 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:23.758636 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.846401 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] For port a29afa2a-c8cf-4886-b009-b52bbf5919a5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a29afa2a-c8cf-4886-b009-b52bbf5919a5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:23.846776 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:23.859481 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Calling delete_port for a29afa2a-c8cf-4886-b009-b52bbf5919a5 owned by compute:nova {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:23.952418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47948) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:23.956943 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005657494', 'description': 'tempest-description--1386570129'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:24.037984 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.049781 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (a29afa2a-c8cf-4886-b009-b52bbf5919a5), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.062084 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['00c8eb8b-7dd8-4ce1-81f6-95438a738fe5', 'a29afa2a-c8cf-4886-b009-b52bbf5919a5'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:11:24.078824 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event deleted for resources: {'Port': ['ID=a29afa2a-c8cf-4886-b009-b52bbf5919a5,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:24.113083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (aef21bbe-fedd-45ed-b274-63aec164aedd), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.125025 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] No DVR routers for this DVR port a29afa2a-c8cf-4886-b009-b52bbf5919a5 on host hv-cinder-79818 {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:24.127613 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.131008 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8590d28c-76da-4b36-8a1e-2b0517d2ce8b req-8f2e1c5d-6d5a-46cb-8d30-ca0b879f8b58 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "DELETE /v2.0/ports/a29afa2a-c8cf-4886-b009-b52bbf5919a5 HTTP/1.1" status: 204 len: 173 time: 0.4640193 Mar 24 14:11:24.131455 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'name': 'network-vif-deleted', 'tag': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:24.134289 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cbafb9-ca9a-4fcf-8cb6-23b9ee5f93c3" -d '{"events": [{"server_uuid": "61ae10db-adfd-4c48-a5d8-3d254548a228", "name": "network-vif-deleted", "tag": "a29afa2a-c8cf-4886-b009-b52bbf5919a5"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:24.175960 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97b0b3-0836-4820-ad4d-409db90b91cf x-openstack-request-id: req-ee97b0b3-0836-4820-ad4d-409db90b91cf {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:24.176233 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ae10db-adfd-4c48-a5d8-3d254548a228", "name": "network-vif-deleted", "tag": "a29afa2a-c8cf-4886-b009-b52bbf5919a5", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:24.176508 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee97b0b3-0836-4820-ad4d-409db90b91cf {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:24.176938 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee97b0b3-0836-4820-ad4d-409db90b91cf'] response: {'server_uuid': '61ae10db-adfd-4c48-a5d8-3d254548a228', 'name': 'network-vif-deleted', 'tag': 'a29afa2a-c8cf-4886-b009-b52bbf5919a5', 'status': 'completed', 'code': 200} Mar 24 14:11:24.181282 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 79c887f8-9ce2-4bc3-8cb1-e75da844f26b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:11:24.183182 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:24.186974 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (aef21bbe-fedd-45ed-b274-63aec164aedd), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.217345 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef21bbe-fedd-45ed-b274-63aec164aedd,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:24.224097 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:24.224444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device b9f0c45a-17d6-4a5a-a13e-84d70dabe0cc not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:24.286212 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.290723 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47954) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:24.291256 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8ec2695e-872a-476a-843c-b3ad13aa7a50 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3373976 Mar 24 14:11:24.297256 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'security_group_rule': {'security_group_id': 'aef21bbe-fedd-45ed-b274-63aec164aedd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:24.325807 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9fa97d10-bac4-46fa-9c8c-d7f55885e68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.331320 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b9b23c34-6f87-496c-bb9f-e4fa9bbf28e1 req-fcc417c1-fa6c-4aa6-b6cd-1f215dff8b8f tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae10db-adfd-4c48-a5d8-3d254548a228 HTTP/1.1" status: 200 len: 210 time: 0.0376575 Mar 24 14:11:24.365205 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:24.377025 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'port_id': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'mac_address': 'fa:16:3e:54:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:11:24.414169 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (94e1b564-0e50-44b1-95f6-933a4ec609ee), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.426591 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:24.426861 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.441885 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c887f8-9ce2-4bc3-8cb1-e75da844f26b {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:11:24.462603 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:24.471970 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (94e1b564-0e50-44b1-95f6-933a4ec609ee), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.481669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdba4c-7a28-4858-b5ec-89ed526a0256 req-2a62c653-2b49-466e-9877-4dfa38cace3d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:24.483458 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-55fdba4c-7a28-4858-b5ec-89ed526a0256 req-2a62c653-2b49-466e-9877-4dfa38cace3d tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 944 time: 0.0634439 Mar 24 14:11:24.518215 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.518785 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (94e1b564-0e50-44b1-95f6-933a4ec609ee), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.546528 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e1b564-0e50-44b1-95f6-933a4ec609ee,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:24.549784 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-55fdba4c-7a28-4858-b5ec-89ed526a0256 req-f1938a4b-a90d-4ac8-9b0e-e2614062b71b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592487 Mar 24 14:11:24.576793 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:24.627809 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.629044 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-bf2dcb9e-da15-4e35-ac41-443c32514d31 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366492 Mar 24 14:11:24.631744 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 47960) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:24.636014 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'security_group_rule': {'security_group_id': 'aef21bbe-fedd-45ed-b274-63aec164aedd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:24.716290 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (d698961d-44c8-4ce6-b4d8-d7a788713ba1), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.776392 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (d698961d-44c8-4ce6-b4d8-d7a788713ba1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.845482 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcf56-0c3a-4935-81ee-1f1c2f4adba9 req-f5eea1ab-fad0-4b6b-8dd0-aaa0c59a85b0 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:24.846962 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c6ebcf56-0c3a-4935-81ee-1f1c2f4adba9 req-f5eea1ab-fad0-4b6b-8dd0-aaa0c59a85b0 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0503867 Mar 24 14:11:24.849088 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (d698961d-44c8-4ce6-b4d8-d7a788713ba1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.866379 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['79c887f8-9ce2-4bc3-8cb1-e75da844f26b'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:11:24.879636 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d698961d-44c8-4ce6-b4d8-d7a788713ba1,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:24.911715 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c6ebcf56-0c3a-4935-81ee-1f1c2f4adba9 req-e36564b7-acb2-429d-9322-41eafca00621 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556533 Mar 24 14:11:24.954691 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:24.955890 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ec3c230f-c108-4b41-8a31-256c946638ea tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232007 Mar 24 14:11:24.959243 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 47964) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:24.964247 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:25.061165 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.157353 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.259384 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Allocated IP 172.27.0.110 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/d3cc1737-4c3c-4ed2-912b-b03d9ca797b7) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:11:25.359401 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.455649 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.492484 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:11:25.495425 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:11:25.497811 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:11:25.523753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'Port': ['ID=d3cc1737-4c3c-4ed2-912b-b03d9ca797b7,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:25.589009 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (e4544a90-d070-4e19-a8f6-a42e1cd8fb04), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.670237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f8d1b-2822-4063-b063-c034bff3135f req-0b225a3c-239a-4660-98c0-bd4715af3ce7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:25.671757 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c05f8d1b-2822-4063-b063-c034bff3135f req-0b225a3c-239a-4660-98c0-bd4715af3ce7 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 945 time: 0.0608170 Mar 24 14:11:25.710844 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.767764 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c05f8d1b-2822-4063-b063-c034bff3135f req-4daf032c-7d0e-4969-92ee-ef78f9491a9e tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804603 Mar 24 14:11:25.844911 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5530-3742-455c-bce8-5c9ebdeaac2f req-88f5a50c-9798-4eb4-9510-222af14aebc5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:25.846387 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b4bf5530-3742-455c-bce8-5c9ebdeaac2f req-88f5a50c-9798-4eb4-9510-222af14aebc5 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0543454 Mar 24 14:11:25.879874 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:25.892848 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b4bf5530-3742-455c-bce8-5c9ebdeaac2f req-7572e30a-0cae-4acf-a6a3-c190ba211def tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Mar 24 14:11:25.946392 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.043704 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'Port': ['ID=d3cc1737-4c3c-4ed2-912b-b03d9ca797b7,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:26.049983 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (e4544a90-d070-4e19-a8f6-a42e1cd8fb04), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.079492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcae18-087d-407b-b545-d253110508f1 req-23fe3541-376d-4fb5-af46-f7585ae90bc5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:26.080945 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-33dcae18-087d-407b-b545-d253110508f1 req-23fe3541-376d-4fb5-af46-f7585ae90bc5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0846281 Mar 24 14:11:26.128739 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-33dcae18-087d-407b-b545-d253110508f1 req-db37f29a-6c1d-40cf-a80d-d8957c55ac99 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Mar 24 14:11:26.176839 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.179909 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a4a17db3-0d81-4651-86fc-dfc2c6e4da43 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2178013 Mar 24 14:11:26.196380 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 79c887f8-9ce2-4bc3-8cb1-e75da844f26b up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:11:26.306078 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:11:26.310705 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:11:26.311187 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.340160 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-0f21c564-15ef-4943-b989-dd259f46370c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1005657494&fields=id&tenant_id=615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 267 time: 0.0436113 Mar 24 14:11:26.387726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:26.388117 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.418747 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:26.420960 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a94194-5539-4938-9a3b-66d5c963a6de" -d '{"events": [{"server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "name": "network-vif-plugged", "status": "completed", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:26.437785 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:26.459121 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40866271-2352-419c-a552-25d4227a07d3 x-openstack-request-id: req-40866271-2352-419c-a552-25d4227a07d3 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:26.459426 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "name": "network-vif-plugged", "status": "completed", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:26.459677 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40866271-2352-419c-a552-25d4227a07d3 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:26.460134 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40866271-2352-419c-a552-25d4227a07d3'] response: {'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'code': 200} Mar 24 14:11:26.479265 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-257a4052-439a-4a85-b158-4764ba03b425 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:26.480854 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-257a4052-439a-4a85-b158-4764ba03b425 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 817 time: 0.1342947 Mar 24 14:11:26.483706 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-98fe867d-efa7-4c57-98ea-62ccd1c3699d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.506391 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.507235 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device a29afa2a-c8cf-4886-b009-b52bbf5919a5 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:26.508345 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-8144283e-e86c-45b3-b01c-d2f63297fc05 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:26.509809 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-8144283e-e86c-45b3-b01c-d2f63297fc05 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0889931 Mar 24 14:11:26.511457 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-8c2cb353-42c8-4edb-a5b5-8fc371d5423c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/quotas/615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 375 time: 0.0210531 Mar 24 14:11:26.552501 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: a29afa2a-c8cf-4886-b009-b52bbf5919a5 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:26.552847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device a29afa2a-c8cf-4886-b009-b52bbf5919a5 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:26.577836 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:26.629729 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-c2e4dae4-bd6b-4a4e-af19-a0af8c77ad4b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072032 Mar 24 14:11:26.643937 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:11:26.661287 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Deleting port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:26.661627 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.758215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e8db-77e4-4283-b96c-91b669e0491a req-8b52c841-a150-43ae-bc08-3ad5f1684208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:26.759761 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5af2e8db-77e4-4283-b96c-91b669e0491a req-8b52c841-a150-43ae-bc08-3ad5f1684208 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 1130 time: 0.0454206 Mar 24 14:11:26.797608 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-ac1607a6-c72f-482a-8c75-07c9234216dc service neutron] 10.222.0.20 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555502 Mar 24 14:11:26.798703 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] For port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:26.799191 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:26.804992 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5af2e8db-77e4-4283-b96c-91b669e0491a req-6343d6be-9b51-4c78-b14d-6221396d6380 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Mar 24 14:11:26.828344 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Calling delete_port for 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 owned by compute:nova {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:26.895375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3965ec-9baa-43eb-91c1-d54d42b2ab75 req-0245a925-b9f4-4c1e-b57a-d76a42eba9bb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:26.896829 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4a3965ec-9baa-43eb-91c1-d54d42b2ab75 req-0245a925-b9f4-4c1e-b57a-d76a42eba9bb tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0542681 Mar 24 14:11:26.941878 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4a3965ec-9baa-43eb-91c1-d54d42b2ab75 req-ed36b124-2ddd-4aa0-b22c-d1df6869a893 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 Mar 24 14:11:26.944585 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-2b4426c3-96fd-4ec7-b0d6-c9aac97051c5 service neutron] 10.222.0.20 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380694 Mar 24 14:11:27.051980 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594a1e-35f7-4db8-bc18-eb781000c350 req-5717ff60-5d3a-4827-9786-f0c9cbf20b95 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:27.053482 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-45594a1e-35f7-4db8-bc18-eb781000c350 req-5717ff60-5d3a-4827-9786-f0c9cbf20b95 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 945 time: 0.0568707 Mar 24 14:11:27.095439 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (00c8eb8b-7dd8-4ce1-81f6-95438a738fe5), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:27.099651 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-45594a1e-35f7-4db8-bc18-eb781000c350 req-c4f1eb6e-5e4d-47fd-815c-af368e72147e tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4965b44-6ca9-4c4c-a9d9-6b5d20637358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Mar 24 14:11:27.108552 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['00c8eb8b-7dd8-4ce1-81f6-95438a738fe5'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:11:27.131309 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Pushing event deleted for resources: {'Port': ['ID=00c8eb8b-7dd8-4ce1-81f6-95438a738fe5,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:27.180924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] No DVR routers for this DVR port 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 on host hv-cinder-79818 {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:27.183396 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:27.189238 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-05810fa1-a6d1-4b87-aadf-b8a0ed00f307 req-242080d3-df80-4dbe-b11a-dfd6d2f241e8 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.42 "DELETE /v2.0/ports/00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 HTTP/1.1" status: 204 len: 173 time: 0.6716826 Mar 24 14:11:27.189238 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'name': 'network-vif-deleted', 'tag': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:27.189733 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842fbcdb-6a54-40d0-aaa5-6d505a82a5d1" -d '{"events": [{"server_uuid": "f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d", "name": "network-vif-deleted", "tag": "00c8eb8b-7dd8-4ce1-81f6-95438a738fe5"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:27.259235 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-72582d97-2eb3-46b0-ac26-a3b24865b8c5 req-ca192ae2-d735-4e61-b42c-bf88a96643ce tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 210 time: 0.0319147 Mar 24 14:11:27.327510 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc0be7-ef8e-444a-b5b3-802f772aff9e x-openstack-request-id: req-61fc0be7-ef8e-444a-b5b3-802f772aff9e {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:27.327510 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d", "name": "network-vif-deleted", "tag": "00c8eb8b-7dd8-4ce1-81f6-95438a738fe5", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:27.327510 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61fc0be7-ef8e-444a-b5b3-802f772aff9e {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:27.327510 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fc0be7-ef8e-444a-b5b3-802f772aff9e'] response: {'server_uuid': 'f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d', 'name': 'network-vif-deleted', 'tag': '00c8eb8b-7dd8-4ce1-81f6-95438a738fe5', 'status': 'completed', 'code': 200} Mar 24 14:11:27.413215 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a489d-56fc-46e1-9fb9-421adad57a54 req-02a12071-bdb5-4899-a2bd-872b3467145e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:27.414668 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-113a489d-56fc-46e1-9fb9-421adad57a54 req-02a12071-bdb5-4899-a2bd-872b3467145e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0640216 Mar 24 14:11:27.462674 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-113a489d-56fc-46e1-9fb9-421adad57a54 req-7eb7fa89-d833-4574-8f3d-7a0652b60490 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Mar 24 14:11:27.831329 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:28.063822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bebd37-b950-46b4-bb08-302810e4d16b req-4fa1ee40-5f2d-4aa5-a1be-24032e4219a4 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:28.065296 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f4bebd37-b950-46b4-bb08-302810e4d16b req-4fa1ee40-5f2d-4aa5-a1be-24032e4219a4 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0564308 Mar 24 14:11:28.115064 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f4bebd37-b950-46b4-bb08-302810e4d16b req-04ea8c96-d28b-4851-af43-ff71e56ac3ad tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Mar 24 14:11:28.208955 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ef3e9821-9d62-4535-b4ae-5d88260537bc req-75bc78dd-390f-4191-ba5f-f509206dff78 tempest-ServerRescueNegativeTestJSON-756919564 tempest-ServerRescueNegativeTestJSON-756919564-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6ba89c3-2acd-46d2-bf9d-7bcd4489fe8d HTTP/1.1" status: 200 len: 210 time: 0.0260804 Mar 24 14:11:28.361252 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-feb564b4-6410-46b2-a1b1-78efe13a616b req-47f177e3-9f0a-408b-9586-efcc85507637 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 210 time: 0.0290668 Mar 24 14:11:28.581412 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094059-e176-4d32-909d-c55b9536fe19 req-07e909b8-6657-47a8-8173-3dec9c5c7143 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:28.582892 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-57094059-e176-4d32-909d-c55b9536fe19 req-07e909b8-6657-47a8-8173-3dec9c5c7143 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.0550931 Mar 24 14:11:28.631546 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-57094059-e176-4d32-909d-c55b9536fe19 req-e7cf1ae3-28ef-4089-94df-a0755f75baa3 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Mar 24 14:11:29.083484 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:29.186438 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-83116f56-f5cb-4e13-9b80-bcf6cae4e1e8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:29.188342 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-83116f56-f5cb-4e13-9b80-bcf6cae4e1e8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 817 time: 0.1047149 Mar 24 14:11:29.233520 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53797ab4-b903-4b43-983e-f6cf23d44755 req-ea681ab4-d75b-4a33-9b08-8871346fdc8a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:29.235045 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53797ab4-b903-4b43-983e-f6cf23d44755 req-ea681ab4-d75b-4a33-9b08-8871346fdc8a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0518055 Mar 24 14:11:29.255522 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-dc487ce9-7602-49d2-a513-d20f4b8e2705 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 380 time: 0.0588226 Mar 24 14:11:29.264843 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'port': {'device_id': '7819dc41-5aae-43b1-899d-f88bec560f43', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'admin_state_up': True, 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'security_groups': ['aef21bbe-fedd-45ed-b274-63aec164aedd']}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:29.295137 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53797ab4-b903-4b43-983e-f6cf23d44755 req-f95a2c85-2c1b-45b4-a04c-0bdf033121cd tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498445 Mar 24 14:11:29.296362 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48022) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:29.426611 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061209f-9b30-4c8e-a8af-b4fd7dfe0236 req-0d60c539-3f67-4952-bcdf-c5dd0e6cefe8 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:29.426611 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d061209f-9b30-4c8e-a8af-b4fd7dfe0236 req-0d60c539-3f67-4952-bcdf-c5dd0e6cefe8 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0664229 Mar 24 14:11:29.434782 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48034) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:29.440035 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Request body: {'floatingip': {'port_id': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:29.474839 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Made reservation on behalf of 615c9e2c9a6045cc90bde9ed90851948 for: {'port': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:11:29.478703 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:29.495686 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (a735af99-8b69-43d4-b3f0-6c2819fbcf01), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:29.532335 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-30adb612-5e79-4343-91d3-021ef1049cc0 req-e5ea2c46-63e1-4cb6-813f-0ec363e78a4a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 210 time: 0.0878432 Mar 24 14:11:29.786378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Allocated IP 172.20.0.13 (2c451938-df5f-4180-a793-576af170b1a0/0597e459-dd11-4afe-8876-6dc4380fd96e/338c06c5-1fac-4aec-9e0d-ab7c274affb3) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:11:29.845414 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b7ade-d3fd-44e2-9690-648baaab2e63 req-1dd1d854-780b-4f15-8de9-ba3151731553 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:29.846912 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-626b7ade-d3fd-44e2-9690-648baaab2e63 req-1dd1d854-780b-4f15-8de9-ba3151731553 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 944 time: 0.1305337 Mar 24 14:11:29.880825 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.065093 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-626b7ade-d3fd-44e2-9690-648baaab2e63 req-c22595f2-5fad-427f-a48d-1915a0bf9522 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121353 Mar 24 14:11:30.115147 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.214670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:11:30.216622 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.217186 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:30.244190 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:30.244627 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 00c8eb8b-7dd8-4ce1-81f6-95438a738fe5 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:30.261247 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (a735af99-8b69-43d4-b3f0-6c2819fbcf01), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.457303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Deleting port 4c180de0-83fc-4b0d-9926-b4edce73ccc3 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:30.457907 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.474037 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:30.486523 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'port_id': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'mac_address': 'fa:16:3e:5c:e2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:11:30.525450 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port ff99d81d-ffcf-4b6e-9443-92bd73827888 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:30.525848 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.547637 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] For port 4c180de0-83fc-4b0d-9926-b4edce73ccc3, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=4c180de0-83fc-4b0d-9926-b4edce73ccc3,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:30.548014 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.555669 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff99d81d-ffcf-4b6e-9443-92bd73827888 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:11:30.562688 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Calling delete_port for 4c180de0-83fc-4b0d-9926-b4edce73ccc3 owned by network:router_interface {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:30.577816 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.578348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:30.627702 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.638841 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Network 2c451938-df5f-4180-a793-576af170b1a0 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:11:30.647201 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:11:30.653364 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:11:30.664047 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.681192 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:30.717941 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Floating IP a735af99-8b69-43d4-b3f0-6c2819fbcf01 associated. External IP: 172.27.0.32, port: 79c887f8-9ce2-4bc3-8cb1-e75da844f26b. Mar 24 14:11:30.728565 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:30.729210 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.733027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=7']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:30.759059 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e17ac-1775-4027-bee8-0db6b43110eb req-e731cbf6-6aba-485f-860f-ec60bf20d47f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:30.760651 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e9e17ac-1775-4027-bee8-0db6b43110eb req-e731cbf6-6aba-485f-860f-ec60bf20d47f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 932 time: 0.1473036 Mar 24 14:11:30.854121 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e9e17ac-1775-4027-bee8-0db6b43110eb req-c294698a-5fc8-4e9e-95cf-9f5d41155dd1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708051 Mar 24 14:11:30.888283 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-2279aebd-a79b-4e29-b7a6-6e3cef1fb19b None None] Provisioning complete for port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:11:30.888788 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2279aebd-a79b-4e29-b7a6-6e3cef1fb19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.915145 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-d97c264c-1f25-41e7-b702-9f4775fefab3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6541388 Mar 24 14:11:30.922726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-2279aebd-a79b-4e29-b7a6-6e3cef1fb19b None None] Port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:11:30.930678 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Request body: {'port': {'device_id': '7819dc41-5aae-43b1-899d-f88bec560f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:30.946787 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (4c180de0-83fc-4b0d-9926-b4edce73ccc3), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:30.972034 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c180de0-83fc-4b0d-9926-b4edce73ccc3,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:31.008399 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:31.011177 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Router ecf0466f-c319-4cc2-a432-969e6315df34 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:11:31.060020 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['ff99d81d-ffcf-4b6e-9443-92bd73827888'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:11:31.172949 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:31.301066 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:11:31.310255 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:31.313825 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:11:31.336905 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:31.337536 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:11:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:31.363723 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68e21b-31f2-4247-b097-25bc51621278 req-1dbf4a3d-220e-4b78-9dac-7213da3f42c6 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:31.365227 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6f68e21b-31f2-4247-b097-25bc51621278 req-1dbf4a3d-220e-4b78-9dac-7213da3f42c6 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.1718225 Mar 24 14:11:31.368339 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-fa273079-a750-4776-ad6f-ccb01f10cf13 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "PUT /v2.0/floatingips/a735af99-8b69-43d4-b3f0-6c2819fbcf01 HTTP/1.1" status: 200 len: 991 time: 1.9324849 Mar 24 14:11:31.370440 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:31.372687 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b9eb3-3b41-40ce-90cf-4ff0103cc796" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:31.471810 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6f68e21b-31f2-4247-b097-25bc51621278 req-95eb870f-fed2-49c4-a499-0185d4972cfc tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937798 Mar 24 14:11:31.485447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:11:31.491757 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:31.529821 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338c06c5-1fac-4aec-9e0d-ab7c274affb3 {{(pid=110186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:11:31.540500 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Publish callbacks [] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:31.558366 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.provisioning_blocks [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Transition to ACTIVE for port object 338c06c5-1fac-4aec-9e0d-ab7c274affb3 will not be triggered until provisioned by entity L2. {{(pid=110186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:11:31.588116 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4e630a-a0d5-4698-977e-176197b8f8a7 x-openstack-request-id: req-aa4e630a-a0d5-4698-977e-176197b8f8a7 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:31.588410 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:31.588704 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa4e630a-a0d5-4698-977e-176197b8f8a7 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:31.589117 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4e630a-a0d5-4698-977e-176197b8f8a7'] response: {'name': 'network-changed', 'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'status': 'completed', 'code': 200} Mar 24 14:11:31.638214 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:31.652296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:11:31.660411 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-00cd36c0-2250-4c18-8a09-b13562bac9c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3600495 Mar 24 14:11:31.660669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48046) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:31.669480 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] Sync routers for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:11:31.679683 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:31.680289 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:11:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:31.753244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-a54a8be7-9751-4775-a71e-41d1d01ac9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:31.754692 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-a54a8be7-9751-4775-a71e-41d1d01ac9d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9162284d5ee84a61a08a3d73a0125327&device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 1130 time: 0.1399181 Mar 24 14:11:31.769966 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'a735af99-8b69-43d4-b3f0-6c2819fbcf01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'port_id': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'mac_address': 'fa:16:3e:54:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:11:13Z', 'updated_at': '2022-03-24T14:11:30Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:31.809759 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:11:31.812687 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:31.831055 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:31.832497 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:11:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:31.834194 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:31.845279 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Attempting to bind port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:11:31.845527 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Attempting to bind port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:11:31.845859 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Attempting to bind port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 on network 2c451938-df5f-4180-a793-576af170b1a0 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:11:31.862364 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 on network 2c451938-df5f-4180-a793-576af170b1a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:11:31.862835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Attempting to bind port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 on network 2c451938-df5f-4180-a793-576af170b1a0 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:11:31.868182 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:11:31.868525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Checking segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:11:31.868914 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Bound using segment: {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:11:31.869352 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Bound port: 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76cd908-a877-41dc-a732-7533144ef2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2c451938-df5f-4180-a793-576af170b1a0'}}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:11:31.869711 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:31.879489 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks [] for router (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.009959 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-69dd293d-7892-4090-a1b1-daa892aeb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.011373 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-69dd293d-7892-4090-a1b1-daa892aeb896 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 200 len: 911 time: 0.2476308 Mar 24 14:11:32.012205 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:32.052990 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, cleared binding levels {{(pid=110186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:11:32.065580 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:11:30Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:32.070749 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:11:32.089733 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ef95b-99fc-4b84-bab8-34084cd59a54 req-a6b6f1ea-8226-482a-ab16-cd8feff5d0fb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.097072 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-112ef95b-99fc-4b84-bab8-34084cd59a54 req-a6b6f1ea-8226-482a-ab16-cd8feff5d0fb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.1340408 Mar 24 14:11:32.100085 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] Checking router: 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:11:32.109225 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] Routers {'42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:32.110173 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:11:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:32.110904 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-c1b520ac-1404-4486-8388-79834fe1a4d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b HTTP/1.1" status: 200 len: 999 time: 0.0861416 Mar 24 14:11:32.164727 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-112ef95b-99fc-4b84-bab8-34084cd59a54 req-4bdf3e6a-2210-4e3e-b170-a02d6decd3c0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665114 Mar 24 14:11:32.171175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.204992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-10baf936-850d-4f11-9e5f-821c369b35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.211672 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-10baf936-850d-4f11-9e5f-821c369b35e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 200 len: 849 time: 0.0938108 Mar 24 14:11:32.233582 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.237903 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.239651 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] 10.222.0.42 "PUT /v2.0/ports/338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 1094 time: 1.3168547 Mar 24 14:11:32.256072 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:11:32.275320 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] Set router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:32.282932 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807d5ea-6d07-4e35-b7e6-efc47cb99847 service neutron] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=3']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:32.312714 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks [] for router_gateway (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.343415 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'a735af99-8b69-43d4-b3f0-6c2819fbcf01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'port_id': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'mac_address': 'fa:16:3e:54:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:11:13Z', 'updated_at': '2022-03-24T14:11:30Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:32.344872 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-442c3ea1-2fc7-415b-8c17-d024829594bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.346701 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-442c3ea1-2fc7-415b-8c17-d024829594bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260102 Mar 24 14:11:32.386673 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99fe9-dbc2-43ff-9e3e-91ddc0ce256b None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'a735af99-8b69-43d4-b3f0-6c2819fbcf01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'port_id': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'mac_address': 'fa:16:3e:54:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:11:13Z', 'updated_at': '2022-03-24T14:11:30Z', 'revision_number': 1, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:11:32.397844 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port ff99d81d-ffcf-4b6e-9443-92bd73827888 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:11:32.398217 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.443156 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-c56238d7-1707-4ac5-bd16-3ebf04b591cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.447131 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-c56238d7-1707-4ac5-bd16-3ebf04b591cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1128 time: 0.0783761 Mar 24 14:11:32.517692 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-1dfee1d9-933a-4cd1-a4a7-d1c683a01257 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 217 time: 0.0617228 Mar 24 14:11:32.540727 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Deleting port 30aea153-63c9-4151-bfb1-cfc820be0bdb {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:32.541306 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.549807 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:11:30Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:32.550076 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port ff99d81d-ffcf-4b6e-9443-92bd73827888 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:32.550643 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.582384 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea517d-d87b-4ffb-b346-62a4c7d224f8 None None] The sync data for ids ['42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7'] in dv-cinder-798189-3-iscsi is: [{'id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'name': 'tempest-ServerRescueNegativeTestJSON-176045376-router', 'tenant_id': '61f40d27e14d4fd18c7e9df97f1972af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:11:30Z', 'revision_number': 5, 'project_id': '61f40d27e14d4fd18c7e9df97f1972af', 'gw_port': {'id': '30aea153-63c9-4151-bfb1-cfc820be0bdb', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:11:32.584559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:32.589412 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-37f08dcb-99c3-47ef-90c5-d7cdbfb23471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.589765 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-30a4dab0-5ea8-473f-8a07-f4fa7c01e426 service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340107 Mar 24 14:11:32.591064 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-37f08dcb-99c3-47ef-90c5-d7cdbfb23471 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0667844 Mar 24 14:11:32.591891 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a1496-7ff7-4dbf-bf3b-eb15275497e5" -d '{"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-plugged", "status": "completed", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:32.641768 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:32.667297 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d70c0-fd1e-4f47-99c0-0125440d6213 x-openstack-request-id: req-6c9d70c0-fd1e-4f47-99c0-0125440d6213 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:32.667781 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-plugged", "status": "completed", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:32.668210 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c9d70c0-fd1e-4f47-99c0-0125440d6213 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:32.668775 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9d70c0-fd1e-4f47-99c0-0125440d6213'] response: {'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'code': 200} Mar 24 14:11:32.685998 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-0114d288-0b1d-4349-9f26-da91dbc6d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.687686 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-0114d288-0b1d-4349-9f26-da91dbc6d7aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0894659 Mar 24 14:11:32.718103 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.749887 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d7add-b20f-46af-a9cd-43b23f9a62d5 None None] New status for floating IP a735af99-8b69-43d4-b3f0-6c2819fbcf01: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:11:32.799224 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0677f-b73f-421f-b7ae-28f378ccab25 req-048d407f-780f-459c-9d8b-a41935750bb8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:32.800456 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dec0677f-b73f-421f-b7ae-28f378ccab25 req-048d407f-780f-459c-9d8b-a41935750bb8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 945 time: 0.2173474 Mar 24 14:11:32.804914 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] For port 30aea153-63c9-4151-bfb1-cfc820be0bdb, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=30aea153-63c9-4151-bfb1-cfc820be0bdb,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:32.805421 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:32.811532 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-e53fcddf-17f3-47a3-b740-faa6fe7f2bbd service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153929 Mar 24 14:11:32.825517 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=8']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:32.832951 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Calling delete_port for 30aea153-63c9-4151-bfb1-cfc820be0bdb owned by network:router_gateway {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:32.849796 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-162b9eb3-3b41-40ce-90cf-4ff0103cc796 req-64f38bf6-eacc-404e-8266-4ac2804f6bab service neutron] 10.222.0.42 "GET /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119250 Mar 24 14:11:32.922651 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dec0677f-b73f-421f-b7ae-28f378ccab25 req-a8c325b4-ec5a-4f8f-8306-572c2f95821e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069384 Mar 24 14:11:32.942602 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3eea64b1-dac8-4deb-8d08-c0f9aa0beb71 req-735eb937-a854-40d6-adad-04d48862256d service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217613 Mar 24 14:11:33.036858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b53e-6272-4077-8b55-f6c262d74e45 req-06e979b3-f8b6-4f49-8431-16c02d5709bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:33.036858 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ce7b53e-6272-4077-8b55-f6c262d74e45 req-06e979b3-f8b6-4f49-8431-16c02d5709bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.0940292 Mar 24 14:11:33.106024 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ce7b53e-6272-4077-8b55-f6c262d74e45 req-739a1de6-7142-498c-adcb-7187f214e24c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526786 Mar 24 14:11:33.146214 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (30aea153-63c9-4151-bfb1-cfc820be0bdb), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.174534 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Pushing event deleted for resources: {'Port': ['ID=30aea153-63c9-4151-bfb1-cfc820be0bdb,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:33.235498 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.296838 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d14fb-dfe4-475f-bd61-350d2c5bc964 req-4045d756-b0a6-4ee0-9825-5495dd15010f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:33.298325 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-831d14fb-dfe4-475f-bd61-350d2c5bc964 req-4045d756-b0a6-4ee0-9825-5495dd15010f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0606763 Mar 24 14:11:33.343875 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-831d14fb-dfe4-475f-bd61-350d2c5bc964 req-2cfe13d7-e433-4e53-9715-70be81942f51 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Mar 24 14:11:33.353053 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.355476 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks [] for router_controller (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.471927 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.472543 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 {{(pid=110187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:11:33.478510 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.479954 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9430425b-259b-48db-a321-d0694c7b9189 admin admin] 10.222.0.20 "DELETE /v2.0/routers/42d4b3f2-ea2e-434b-8431-fe8d1b9b6dc7 HTTP/1.1" status: 204 len: 168 time: 1.8180218 Mar 24 14:11:33.482270 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48056) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:33.527053 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Deleting subnet f3843d83-8fa1-4aaa-8f90-0d283761c38d {{(pid=110187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:11:33.530342 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Publish callbacks [] for subnet (f3843d83-8fa1-4aaa-8f90-0d283761c38d), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.563566 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3316753'] for subnet (f3843d83-8fa1-4aaa-8f90-0d283761c38d), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.589944 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:33.597178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbf7a7f-0bf0-4953-8a29-6c0047899008" -d '{"events": [{"name": "network-changed", "server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:33.639199 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18396fdd-900d-4981-858f-5f31513cd5b9 x-openstack-request-id: req-18396fdd-900d-4981-858f-5f31513cd5b9 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:33.639584 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:33.639839 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18396fdd-900d-4981-858f-5f31513cd5b9 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:33.640353 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18396fdd-900d-4981-858f-5f31513cd5b9'] response: {'name': 'network-changed', 'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'status': 'completed', 'code': 200} Mar 24 14:11:33.681823 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (f3843d83-8fa1-4aaa-8f90-0d283761c38d), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.748314 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-b93956f8-f6d6-408c-9649-af647966d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:33.749807 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-b93956f8-f6d6-408c-9649-af647966d80b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1128 time: 0.0792749 Mar 24 14:11:33.810742 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3316894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414700'] for subnet (f3843d83-8fa1-4aaa-8f90-0d283761c38d), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.843416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3843d83-8fa1-4aaa-8f90-0d283761c38d,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:33.848235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.851362 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-00cab89c-e699-437b-be2f-de26f77cb4ee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3843d83-8fa1-4aaa-8f90-0d283761c38d HTTP/1.1" status: 204 len: 168 time: 0.3679485 Mar 24 14:11:33.853188 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559317b1-6f16-45be-a2a7-aa83d92556d0 None None] Network 21d3dd6f-be7f-409c-9835-18b79510f00d requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:11:33.854222 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48060) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:33.872063 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-d879f922-5627-44f8-b550-89ea54e86351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:33.873972 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-d879f922-5627-44f8-b550-89ea54e86351 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.1160271 Mar 24 14:11:33.943189 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (21d3dd6f-be7f-409c-9835-18b79510f00d), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:33.961267 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-d71a077c-a7ed-450c-9781-15bd2289752c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 217 time: 0.0709696 Mar 24 14:11:34.042439 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-a74b2c73-e2d8-4d8d-9a84-4b20a7d95c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:34.044630 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-a74b2c73-e2d8-4d8d-9a84-4b20a7d95c56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0738850 Mar 24 14:11:34.088520 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] DHCP port deletion for 21d3dd6f-be7f-409c-9835-18b79510f00d request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:11:34.099487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-bb2eb836-4fa7-4c9b-aa36-599ab7f3c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:34.100997 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-bb2eb836-4fa7-4c9b-aa36-599ab7f3c2af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488760 Mar 24 14:11:34.102825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027d68a-9a06-4eda-a844-75f64f13a546 req-212badf7-4045-4f68-bede-1490078743b5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:34.104310 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5027d68a-9a06-4eda-a844-75f64f13a546 req-212badf7-4045-4f68-bede-1490078743b5 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0825970 Mar 24 14:11:34.106776 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Deleting port ac25321e-3e26-4011-8978-32e0025d6e1b {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:34.107117 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.144348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] Deleting port ac25321e-3e26-4011-8978-32e0025d6e1b {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:11:34.144726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.198944 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] For port ac25321e-3e26-4011-8978-32e0025d6e1b, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=ac25321e-3e26-4011-8978-32e0025d6e1b,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:34.199311 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.220634 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] For port ac25321e-3e26-4011-8978-32e0025d6e1b, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=ac25321e-3e26-4011-8978-32e0025d6e1b,segment=NetworkSegment(5de8082b-6017-4664-9946-ca323967e106),segment_id=5de8082b-6017-4664-9946-ca323967e106)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:34.221276 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.223427 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5027d68a-9a06-4eda-a844-75f64f13a546 req-a045889c-7800-4f72-9510-8189df2a15c7 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041934 Mar 24 14:11:34.224569 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Calling delete_port for ac25321e-3e26-4011-8978-32e0025d6e1b owned by network:dhcp {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:34.251532 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] Calling delete_port for ac25321e-3e26-4011-8978-32e0025d6e1b owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:11:34.254889 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 4c180de0-83fc-4b0d-9926-b4edce73ccc3 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:34.281619 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 4c180de0-83fc-4b0d-9926-b4edce73ccc3 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:34.281959 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 4c180de0-83fc-4b0d-9926-b4edce73ccc3 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:34.282375 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 30aea153-63c9-4151-bfb1-cfc820be0bdb no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:34.356732 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 30aea153-63c9-4151-bfb1-cfc820be0bdb {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:11:34.356983 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 30aea153-63c9-4151-bfb1-cfc820be0bdb not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:34.357398 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device ac25321e-3e26-4011-8978-32e0025d6e1b no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:11:34.381309 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.414397 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac25321e-3e26-4011-8978-32e0025d6e1b,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:34.424175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] No DVR routers for this DVR port ac25321e-3e26-4011-8978-32e0025d6e1b on host dv-cinder-798189-3-iscsi {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:34.446854 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No active binding found for port ac25321e-3e26-4011-8978-32e0025d6e1b {{(pid=110188) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 14:11:34.447371 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] The host dv-cinder-798189-3-iscsi is not matching for port ac25321e-3e26-4011-8978-32e0025d6e1b host None! {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 14:11:34.447756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device ac25321e-3e26-4011-8978-32e0025d6e1b not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:11:34.459293 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (ac25321e-3e26-4011-8978-32e0025d6e1b), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.494024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] No DVR routers for this DVR port ac25321e-3e26-4011-8978-32e0025d6e1b on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:11:34.496034 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c036011-735c-4dbc-a911-d595b157be68 None None] Pushing event deleted for resources: {'Port': ['ID=ac25321e-3e26-4011-8978-32e0025d6e1b,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:34.521019 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e30253-33d4-49c2-851e-e0d0191a75fc req-55c926ca-91af-433d-aabc-e2c4424c4178 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:34.522863 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-96e30253-33d4-49c2-851e-e0d0191a75fc req-55c926ca-91af-433d-aabc-e2c4424c4178 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0816157 Mar 24 14:11:34.526359 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-5ce1ab7c-af58-4b41-893a-6f4e50c19eec service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160390 Mar 24 14:11:34.545316 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (21d3dd6f-be7f-409c-9835-18b79510f00d), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.565854 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d3dd6f-be7f-409c-9835-18b79510f00d']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:34.575003 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de8082b-6017-4664-9946-ca323967e106') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:34.575303 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de8082b-6017-4664-9946-ca323967e106') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:34.585070 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (5de8082b-6017-4664-9946-ca323967e106), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.597609 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (5de8082b-6017-4664-9946-ca323967e106), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.604072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:11:34.604450 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (5de8082b-6017-4664-9946-ca323967e106), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:11:34.606052 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:11:34.618044 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-96e30253-33d4-49c2-851e-e0d0191a75fc req-3c8de8ed-d1e4-459d-9069-a3ae07e8635a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898738 Mar 24 14:11:34.653559 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fbbf7a7f-0bf0-4953-8a29-6c0047899008 req-f6593843-5b41-4c77-9aa1-c10e625c7e41 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197345 Mar 24 14:11:34.740927 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (21d3dd6f-be7f-409c-9835-18b79510f00d), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.746282 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:34.749897 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21d3dd6f-be7f-409c-9835-18b79510f00d HTTP/1.1" status: 204 len: 168 time: 0.8946426 Mar 24 14:11:34.760967 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcbcce-ac78-4956-bec5-f431e6bf06a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d3dd6f-be7f-409c-9835-18b79510f00d,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:35.065859 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48068) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:35.104781 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-eb8350a3-6f91-4dbd-b87f-930e63659358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61f40d27e14d4fd18c7e9df97f1972af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377939 Mar 24 14:11:35.107115 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48070) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:35.152261 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fe2a066f-5a13-4908-9d5d-af8e81aa9ee2 admin admin] Publish callbacks [] for security_group (d4965b44-6ca9-4c4c-a9d9-6b5d20637358), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:35.172188 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fe2a066f-5a13-4908-9d5d-af8e81aa9ee2 admin admin] Publish callbacks [] for security_group (d4965b44-6ca9-4c4c-a9d9-6b5d20637358), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:35.271930 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fe2a066f-5a13-4908-9d5d-af8e81aa9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d4965b44-6ca9-4c4c-a9d9-6b5d20637358), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:35.276034 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-fe2a066f-5a13-4908-9d5d-af8e81aa9ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:35.276361 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-fe2a066f-5a13-4908-9d5d-af8e81aa9ee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4965b44-6ca9-4c4c-a9d9-6b5d20637358 HTTP/1.1" status: 204 len: 168 time: 0.1683614 Mar 24 14:11:35.284960 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a066f-5a13-4908-9d5d-af8e81aa9ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4965b44-6ca9-4c4c-a9d9-6b5d20637358,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:35.352413 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db895-6a5b-40f2-96a1-0f183f2fa901 req-2910a5f6-13af-4994-ba81-44d095dd4638 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:35.353848 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-609db895-6a5b-40f2-96a1-0f183f2fa901 req-2910a5f6-13af-4994-ba81-44d095dd4638 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0580635 Mar 24 14:11:35.403091 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-609db895-6a5b-40f2-96a1-0f183f2fa901 req-cb49a2d4-9ca6-4c59-8752-0a91b67fc1e6 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 Mar 24 14:11:35.765506 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e617c7-cb2a-4562-8749-45b6ee7c0e6c req-d51a9756-2372-41c7-8565-e521b8057cf1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:35.767119 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-80e617c7-cb2a-4562-8749-45b6ee7c0e6c req-d51a9756-2372-41c7-8565-e521b8057cf1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0534909 Mar 24 14:11:35.813122 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-80e617c7-cb2a-4562-8749-45b6ee7c0e6c req-a164991b-ef03-4252-b93a-f92831b773cd tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Mar 24 14:11:36.255297 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:36.292916 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:11:36.513331 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:36.524946 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'mac_address': 'fa:16:3e:0b:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:11:36.560724 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:36.561112 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:36.574322 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338c06c5-1fac-4aec-9e0d-ab7c274affb3 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:11:36.594432 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:36.672163 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:36.720923 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:36.940719 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3dd22-6c1f-4c71-b449-583c59c15394 req-6e5e13ab-34ad-4986-94b7-a414f3e1de28 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:36.942198 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6fe3dd22-6c1f-4c71-b449-583c59c15394 req-6e5e13ab-34ad-4986-94b7-a414f3e1de28 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 945 time: 0.0580053 Mar 24 14:11:36.987810 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6fe3dd22-6c1f-4c71-b449-583c59c15394 req-263faf1f-fecc-46c8-a259-a4b65fd72591 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395648 Mar 24 14:11:37.016473 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['338c06c5-1fac-4aec-9e0d-ab7c274affb3'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:11:38.111744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb7685-6b62-4c82-9fc8-2a4320382d84 req-6c9d9f6e-3030-42c2-9f22-c91f88f95cf3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:38.113202 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-86bb7685-6b62-4c82-9fc8-2a4320382d84 req-6c9d9f6e-3030-42c2-9f22-c91f88f95cf3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Mar 24 14:11:38.164904 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-86bb7685-6b62-4c82-9fc8-2a4320382d84 req-34bb8234-3bbe-4f77-adad-79434ee79583 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Mar 24 14:11:38.314822 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:11:38.383234 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48150) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:38.408827 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:11:38.412755 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:11:38.413137 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.488841 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-67f4fc78-a651-48f6-8d06-17ba8a52922a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.492653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:11:38.493039 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.514541 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:38.516763 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5368931-6167-430a-981e-5d1701ae78c8" -d '{"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-plugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:38.529278 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:11:38.554864 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1753964-b472-4c7a-9605-bdff4f211fea x-openstack-request-id: req-c1753964-b472-4c7a-9605-bdff4f211fea {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:38.555157 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-plugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:38.555414 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1753964-b472-4c7a-9605-bdff4f211fea {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:38.555817 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1753964-b472-4c7a-9605-bdff4f211fea'] response: {'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'code': 200} Mar 24 14:11:38.561245 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-67f4fc78-a651-48f6-8d06-17ba8a52922a admin admin] Publish callbacks [] for security_group (d85c9557-55eb-41d1-8dcc-aaab1fe682f9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.586127 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.604178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-67f4fc78-a651-48f6-8d06-17ba8a52922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d85c9557-55eb-41d1-8dcc-aaab1fe682f9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.636207 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:38.646365 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4fc78-a651-48f6-8d06-17ba8a52922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85c9557-55eb-41d1-8dcc-aaab1fe682f9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:38.652083 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-67f4fc78-a651-48f6-8d06-17ba8a52922a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65f3431162424e35924b8897e83f2496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678239 Mar 24 14:11:38.654734 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48158) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:38.702764 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59303709-22c3-4331-8939-7dd074956604 admin admin] Publish callbacks [] for security_group (d85c9557-55eb-41d1-8dcc-aaab1fe682f9), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.723977 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59303709-22c3-4331-8939-7dd074956604 admin admin] Publish callbacks [] for security_group (d85c9557-55eb-41d1-8dcc-aaab1fe682f9), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.862687 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31172b-f9a9-4ec5-8e99-04b83ef9a2df req-74a75770-900a-402b-ac53-e8dad47f7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:38.864116 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e31172b-f9a9-4ec5-8e99-04b83ef9a2df req-74a75770-900a-402b-ac53-e8dad47f7153 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1130 time: 0.0434842 Mar 24 14:11:38.866528 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59303709-22c3-4331-8939-7dd074956604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d85c9557-55eb-41d1-8dcc-aaab1fe682f9), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.869094 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59303709-22c3-4331-8939-7dd074956604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:38.870207 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-59303709-22c3-4331-8939-7dd074956604 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d85c9557-55eb-41d1-8dcc-aaab1fe682f9 HTTP/1.1" status: 204 len: 168 time: 0.2143664 Mar 24 14:11:38.878810 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59303709-22c3-4331-8939-7dd074956604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85c9557-55eb-41d1-8dcc-aaab1fe682f9,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:38.914836 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e31172b-f9a9-4ec5-8e99-04b83ef9a2df req-907928c0-365f-4337-9e90-4e50f0a90341 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Mar 24 14:11:39.283968 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd3283-2296-46dc-85f3-7f227dc08fc6 req-e627c433-30f7-4b38-b291-cd4b47fec9f7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:39.285467 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d0fd3283-2296-46dc-85f3-7f227dc08fc6 req-e627c433-30f7-4b38-b291-cd4b47fec9f7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0511715 Mar 24 14:11:39.330386 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d0fd3283-2296-46dc-85f3-7f227dc08fc6 req-0a1eebf3-6154-448a-a3ec-127a9345e659 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395038 Mar 24 14:11:39.368218 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48166) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:39.381588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2747ed37-de27-4e1d-b9bc-0ca1fc00d737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.453080 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2747ed37-de27-4e1d-b9bc-0ca1fc00d737 admin admin] Publish callbacks [] for security_group (e32cca8d-a774-46e9-9cf8-6d1cb0ca6923), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.522927 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2747ed37-de27-4e1d-b9bc-0ca1fc00d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e32cca8d-a774-46e9-9cf8-6d1cb0ca6923), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.559053 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ed37-de27-4e1d-b9bc-0ca1fc00d737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32cca8d-a774-46e9-9cf8-6d1cb0ca6923,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:39.564100 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2747ed37-de27-4e1d-b9bc-0ca1fc00d737 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4612dd8bb27419381396f7252d11d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943710 Mar 24 14:11:39.566903 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48168) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:39.615073 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6147f8f-2c9f-42bf-aadf-0f0191c23289 admin admin] Publish callbacks [] for security_group (e32cca8d-a774-46e9-9cf8-6d1cb0ca6923), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.635451 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6147f8f-2c9f-42bf-aadf-0f0191c23289 admin admin] Publish callbacks [] for security_group (e32cca8d-a774-46e9-9cf8-6d1cb0ca6923), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.729785 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6147f8f-2c9f-42bf-aadf-0f0191c23289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e32cca8d-a774-46e9-9cf8-6d1cb0ca6923), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.732318 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6147f8f-2c9f-42bf-aadf-0f0191c23289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:39.733910 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f6147f8f-2c9f-42bf-aadf-0f0191c23289 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e32cca8d-a774-46e9-9cf8-6d1cb0ca6923 HTTP/1.1" status: 204 len: 168 time: 0.1660092 Mar 24 14:11:39.746402 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6147f8f-2c9f-42bf-aadf-0f0191c23289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32cca8d-a774-46e9-9cf8-6d1cb0ca6923,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:40.459002 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e0dd8-868a-492c-b725-00b4efde5149 req-e99f7b1b-fabb-47de-8b1a-e3b3df4632ed tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:40.460500 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7e7e0dd8-868a-492c-b725-00b4efde5149 req-e99f7b1b-fabb-47de-8b1a-e3b3df4632ed tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0545402 Mar 24 14:11:40.507466 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7e7e0dd8-868a-492c-b725-00b4efde5149 req-c11cea10-1e27-4221-bc68-f91a0388ff54 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Mar 24 14:11:41.636089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50ace0-5ac7-447f-929f-6d66414b743e req-2644d040-6078-4043-96dd-48ddb8f77fc2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:41.637547 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f50ace0-5ac7-447f-929f-6d66414b743e req-2644d040-6078-4043-96dd-48ddb8f77fc2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0570502 Mar 24 14:11:41.683435 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f50ace0-5ac7-447f-929f-6d66414b743e req-54b14c79-16e4-483c-bda1-ceed645c5188 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Mar 24 14:11:41.799502 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389cd19-b255-4ffd-8670-746c570af314 req-17cb3114-3880-4e0a-8fbb-a6590aba9db8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:41.800984 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1389cd19-b255-4ffd-8670-746c570af314 req-17cb3114-3880-4e0a-8fbb-a6590aba9db8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0512662 Mar 24 14:11:41.809750 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48226) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:41.814581 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Request body: {'floatingip': {'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:11:41.854771 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (e4544a90-d070-4e19-a8f6-a42e1cd8fb04), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:42.397353 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-a21bd586-1737-4108-9a33-e343948ba921 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492918 Mar 24 14:11:42.461497 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-93d73144-16e6-4b06-8c44-ac69bde39fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:42.462975 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-93d73144-16e6-4b06-8c44-ac69bde39fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.0438344 Mar 24 14:11:42.508625 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:42.557952 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (e4544a90-d070-4e19-a8f6-a42e1cd8fb04), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:42.571057 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-8078b15d-597b-4ed5-97a5-1c4360309551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:42.572555 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-8078b15d-597b-4ed5-97a5-1c4360309551 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 909 time: 0.0897429 Mar 24 14:11:42.636415 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-723649e1-4f06-417e-a621-35d82c0f4679 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 1002 time: 0.0574996 Mar 24 14:11:42.655090 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Floating IP e4544a90-d070-4e19-a8f6-a42e1cd8fb04 associated. External IP: 172.27.0.110, port: 338c06c5-1fac-4aec-9e0d-ab7c274affb3. Mar 24 14:11:42.691546 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-5b57bc2a-cfd7-4eaa-b07b-be784132456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:42.692995 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-5b57bc2a-cfd7-4eaa-b07b-be784132456c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.0502141 Mar 24 14:11:42.753868 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-279c33bb-6f90-49a9-95c3-d9f9b47210b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:42.755933 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48246) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:42.756550 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-279c33bb-6f90-49a9-95c3-d9f9b47210b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566924 Mar 24 14:11:42.861481 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-cc82d699-1ccb-489e-8e85-c3444ab9e2f6 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959063 Mar 24 14:11:42.876963 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b94-88bc-420a-92c5-720c6075f8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:42.927308 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:11:42.954887 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1d047dc5-532a-4a2a-8713-b777acb09081 req-e2994e43-8247-44b8-bbf9-1755aaac9935 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Mar 24 14:11:43.047880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b94-88bc-420a-92c5-720c6075f8ce admin admin] Publish callbacks [] for security_group (9dcff94d-a748-425f-ad8a-40c09dab4243), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.068639 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:11:43.073349 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.080912 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:11:43.092147 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:43.092975 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:11:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:43.105577 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-abdf1bce-19ad-48e5-9a7b-14b93669a3f6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "PUT /v2.0/floatingips/e4544a90-d070-4e19-a8f6-a42e1cd8fb04 HTTP/1.1" status: 200 len: 992 time: 1.2942939 Mar 24 14:11:43.106146 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:11:43.108710 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955eef8c-dc10-4495-879d-46ef11049ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:11:43.117303 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6b94-88bc-420a-92c5-720c6075f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (9dcff94d-a748-425f-ad8a-40c09dab4243), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.147031 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba5117-f12e-41f2-b628-f5ac25d8842f x-openstack-request-id: req-a6ba5117-f12e-41f2-b628-f5ac25d8842f {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:11:43.147321 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:11:43.147575 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6ba5117-f12e-41f2-b628-f5ac25d8842f {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:11:43.147978 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ba5117-f12e-41f2-b628-f5ac25d8842f'] response: {'name': 'network-changed', 'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'status': 'completed', 'code': 200} Mar 24 14:11:43.161652 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc6b94-88bc-420a-92c5-720c6075f8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcff94d-a748-425f-ad8a-40c09dab4243,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:43.167005 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e0fc6b94-88bc-420a-92c5-720c6075f8ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daa8d4032f8b4f27b6ae6a4f22f476e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098992 Mar 24 14:11:43.175069 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48254) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:43.204686 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:43.214731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-6558a2eb-bc83-458b-b99c-0e3778fae3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:43.216565 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-6558a2eb-bc83-458b-b99c-0e3778fae3b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1130 time: 0.0484114 Mar 24 14:11:43.227064 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9a48c11-05c4-4a91-9030-19e99dc8b4b9 admin admin] Publish callbacks [] for security_group (9dcff94d-a748-425f-ad8a-40c09dab4243), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.251642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9a48c11-05c4-4a91-9030-19e99dc8b4b9 admin admin] Publish callbacks [] for security_group (9dcff94d-a748-425f-ad8a-40c09dab4243), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.312418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-1804b9ed-97e5-467c-8eae-c6752bfea68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:43.313932 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-1804b9ed-97e5-467c-8eae-c6752bfea68f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.0889454 Mar 24 14:11:43.375445 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9a48c11-05c4-4a91-9030-19e99dc8b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (9dcff94d-a748-425f-ad8a-40c09dab4243), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.377652 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a9a48c11-05c4-4a91-9030-19e99dc8b4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:43.378835 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a9a48c11-05c4-4a91-9030-19e99dc8b4b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dcff94d-a748-425f-ad8a-40c09dab4243 HTTP/1.1" status: 204 len: 168 time: 0.2026134 Mar 24 14:11:43.379717 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-afa6ab5a-85fe-4e87-a73b-f83cddf17856 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 1000 time: 0.0572419 Mar 24 14:11:43.388701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48c11-05c4-4a91-9030-19e99dc8b4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcff94d-a748-425f-ad8a-40c09dab4243,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:43.440603 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-0b690b3e-12ff-446a-af91-ee375a8145a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:43.442059 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-0b690b3e-12ff-446a-af91-ee375a8145a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0474346 Mar 24 14:11:43.452529 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'e4544a90-d070-4e19-a8f6-a42e1cd8fb04', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'mac_address': 'fa:16:3e:0b:bf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7819dc41-5aae-43b1-899d-f88bec560f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:11:25Z', 'updated_at': '2022-03-24T14:11:42Z', 'revision_number': 1, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:43.478761 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:11:43.487466 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:11:43.488040 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:11:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:43.496184 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-b9ed43e1-b8d8-496d-93d1-8b3de2f5605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:11:43.497715 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-b9ed43e1-b8d8-496d-93d1-8b3de2f5605e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493398 Mar 24 14:11:43.593676 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-c18c116b-0232-45e1-9c06-8af44c8f686f service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Mar 24 14:11:43.596932 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:11:43.699498 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-955eef8c-dc10-4495-879d-46ef11049ec6 req-85a6197f-c12d-4d9b-a706-327b00226318 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958123 Mar 24 14:11:43.908335 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'e4544a90-d070-4e19-a8f6-a42e1cd8fb04', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'mac_address': 'fa:16:3e:0b:bf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7819dc41-5aae-43b1-899d-f88bec560f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:11:25Z', 'updated_at': '2022-03-24T14:11:42Z', 'revision_number': 1, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:11:43.934218 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36fb4e-5422-4808-8eb1-6a66447f6359 None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': 'e4544a90-d070-4e19-a8f6-a42e1cd8fb04', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'mac_address': 'fa:16:3e:0b:bf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7819dc41-5aae-43b1-899d-f88bec560f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:11:25Z', 'updated_at': '2022-03-24T14:11:42Z', 'revision_number': 1, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:11:43.987290 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48260) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:44.001122 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.074848 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Publish callbacks [] for security_group (e5a24f9f-29f7-4019-b530-d6af6939be04), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.129271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e5a24f9f-29f7-4019-b530-d6af6939be04), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.137459 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad463bc3-9db2-4d9f-a3f8-b79e7965e639 None None] New status for floating IP e4544a90-d070-4e19-a8f6-a42e1cd8fb04: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:11:44.168057 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7e9b996ad374cb48d34d7bc9ec94a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794434 Mar 24 14:11:44.168805 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a24f9f-29f7-4019-b530-d6af6939be04,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:44.170702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48262) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:44.187772 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.188769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.188769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.188769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.189090 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.189420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.189746 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.190067 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.190390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.190747 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.191072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.191392 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.191713 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.192026 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.192340 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d199c-996d-48e9-a3c8-a2b76cff4b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:44.234228 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d44d008c-e0d8-4dc4-8007-e4ac6b671064 admin admin] Publish callbacks [] for security_group (e5a24f9f-29f7-4019-b530-d6af6939be04), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.254939 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d44d008c-e0d8-4dc4-8007-e4ac6b671064 admin admin] Publish callbacks [] for security_group (e5a24f9f-29f7-4019-b530-d6af6939be04), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.374648 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d44d008c-e0d8-4dc4-8007-e4ac6b671064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e5a24f9f-29f7-4019-b530-d6af6939be04), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.377428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d44d008c-e0d8-4dc4-8007-e4ac6b671064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:44.379939 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d44d008c-e0d8-4dc4-8007-e4ac6b671064 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5a24f9f-29f7-4019-b530-d6af6939be04 HTTP/1.1" status: 204 len: 168 time: 0.2082794 Mar 24 14:11:44.388861 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d008c-e0d8-4dc4-8007-e4ac6b671064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a24f9f-29f7-4019-b530-d6af6939be04,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:50.888390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48370) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:50.988773 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-118e8b00-3505-4ae7-be4c-52b7e39a36f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.060365 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-118e8b00-3505-4ae7-be4c-52b7e39a36f7 admin admin] Publish callbacks [] for security_group (3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.123080 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-118e8b00-3505-4ae7-be4c-52b7e39a36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.160362 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-118e8b00-3505-4ae7-be4c-52b7e39a36f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dab000f3b74f453c881134ffc099f1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709336 Mar 24 14:11:51.161205 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8b00-3505-4ae7-be4c-52b7e39a36f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:51.163556 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48374) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:51.210007 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Publish callbacks [] for security_group (3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.231717 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Publish callbacks [] for security_group (3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.346042 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.348672 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.349817 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1 HTTP/1.1" status: 204 len: 168 time: 0.1851897 Mar 24 14:11:51.357805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffbd922-bd84-4545-bb63-fd3e1f3c1bb1,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:51.365179 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.365530 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.365874 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.366215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.366571 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.366904 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.367234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.367560 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.367885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.368215 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.368545 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.368871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.369193 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.369515 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.369833 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b68f4e-4e4a-49d0-a54b-6b80fd1e816a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:11:51.893691 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48380) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:51.906402 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56dd642d-9840-4e84-a63b-36ff31ac0a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:51.976849 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56dd642d-9840-4e84-a63b-36ff31ac0a60 admin admin] Publish callbacks [] for security_group (b24f1185-f5db-4398-a83d-2ad9a0625439), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.037336 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56dd642d-9840-4e84-a63b-36ff31ac0a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b24f1185-f5db-4398-a83d-2ad9a0625439), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.075413 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-56dd642d-9840-4e84-a63b-36ff31ac0a60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39bdd7408d6547f7be3b3674e86e569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806190 Mar 24 14:11:52.076304 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd642d-9840-4e84-a63b-36ff31ac0a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24f1185-f5db-4398-a83d-2ad9a0625439,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:52.078090 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48382) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:52.125698 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-963fb875-eac1-4df5-b861-bd7c77841057 admin admin] Publish callbacks [] for security_group (b24f1185-f5db-4398-a83d-2ad9a0625439), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.146228 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-963fb875-eac1-4df5-b861-bd7c77841057 admin admin] Publish callbacks [] for security_group (b24f1185-f5db-4398-a83d-2ad9a0625439), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.265992 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-963fb875-eac1-4df5-b861-bd7c77841057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b24f1185-f5db-4398-a83d-2ad9a0625439), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.268577 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-963fb875-eac1-4df5-b861-bd7c77841057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.269708 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-963fb875-eac1-4df5-b861-bd7c77841057 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b24f1185-f5db-4398-a83d-2ad9a0625439 HTTP/1.1" status: 204 len: 168 time: 0.1899526 Mar 24 14:11:52.277168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb875-eac1-4df5-b861-bd7c77841057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24f1185-f5db-4398-a83d-2ad9a0625439,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:52.841739 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48390) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:52.854587 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-da1a7e1a-a482-4068-bc4a-7dd396a99451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:52.925758 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-da1a7e1a-a482-4068-bc4a-7dd396a99451 admin admin] Publish callbacks [] for security_group (73ff0547-6502-4d2d-a82f-91e4771666fa), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:53.002991 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-da1a7e1a-a482-4068-bc4a-7dd396a99451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (73ff0547-6502-4d2d-a82f-91e4771666fa), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:53.041040 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-da1a7e1a-a482-4068-bc4a-7dd396a99451 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0905699cfaa84ad8850b69722f171f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982639 Mar 24 14:11:53.041915 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a7e1a-a482-4068-bc4a-7dd396a99451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff0547-6502-4d2d-a82f-91e4771666fa,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:53.043829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48392) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:53.094019 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cf09051a-b6fb-42a1-a6e1-94e451ff00de admin admin] Publish callbacks [] for security_group (73ff0547-6502-4d2d-a82f-91e4771666fa), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:53.113949 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cf09051a-b6fb-42a1-a6e1-94e451ff00de admin admin] Publish callbacks [] for security_group (73ff0547-6502-4d2d-a82f-91e4771666fa), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:53.225819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cf09051a-b6fb-42a1-a6e1-94e451ff00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (73ff0547-6502-4d2d-a82f-91e4771666fa), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:53.228330 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cf09051a-b6fb-42a1-a6e1-94e451ff00de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:53.229474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cf09051a-b6fb-42a1-a6e1-94e451ff00de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73ff0547-6502-4d2d-a82f-91e4771666fa HTTP/1.1" status: 204 len: 168 time: 0.1840825 Mar 24 14:11:53.237532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09051a-b6fb-42a1-a6e1-94e451ff00de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff0547-6502-4d2d-a82f-91e4771666fa,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:54.254269 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-06b9a89c-1281-4409-b26e-9adb7115ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:55.822308 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48466) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:55.925562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a964fa04-f9d5-498a-a402-149b06bad56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:55.996309 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a964fa04-f9d5-498a-a402-149b06bad56d admin admin] Publish callbacks [] for security_group (481c5107-4588-4df6-bf80-00bfb67807ff), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.054717 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a964fa04-f9d5-498a-a402-149b06bad56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (481c5107-4588-4df6-bf80-00bfb67807ff), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.093024 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a964fa04-f9d5-498a-a402-149b06bad56d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c544c8419cd24635ab3ad5de96045de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696402 Mar 24 14:11:56.093895 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964fa04-f9d5-498a-a402-149b06bad56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481c5107-4588-4df6-bf80-00bfb67807ff,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:56.095920 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48470) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:56.143608 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-95b9bbc9-4f33-4a10-8df4-17834d5c61de admin admin] Publish callbacks [] for security_group (481c5107-4588-4df6-bf80-00bfb67807ff), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.163772 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-95b9bbc9-4f33-4a10-8df4-17834d5c61de admin admin] Publish callbacks [] for security_group (481c5107-4588-4df6-bf80-00bfb67807ff), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.277007 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-95b9bbc9-4f33-4a10-8df4-17834d5c61de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (481c5107-4588-4df6-bf80-00bfb67807ff), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.281176 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-95b9bbc9-4f33-4a10-8df4-17834d5c61de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.282045 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-95b9bbc9-4f33-4a10-8df4-17834d5c61de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/481c5107-4588-4df6-bf80-00bfb67807ff HTTP/1.1" status: 204 len: 168 time: 0.1847880 Mar 24 14:11:56.289687 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9bbc9-4f33-4a10-8df4-17834d5c61de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c5107-4588-4df6-bf80-00bfb67807ff,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:56.477362 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f35781d1-9cfd-444d-a978-d974e1d99fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.780429 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48480) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:56.796208 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6699fdc5-d941-4d51-9e63-68e66c6f1aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.866657 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6699fdc5-d941-4d51-9e63-68e66c6f1aa9 admin admin] Publish callbacks [] for security_group (1c519d2a-eba5-44e1-8124-bc7d3812a5f0), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.945825 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6699fdc5-d941-4d51-9e63-68e66c6f1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (1c519d2a-eba5-44e1-8124-bc7d3812a5f0), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:56.983552 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6699fdc5-d941-4d51-9e63-68e66c6f1aa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0717131f6e2143b5a7ed009751943475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020483 Mar 24 14:11:56.984425 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699fdc5-d941-4d51-9e63-68e66c6f1aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c519d2a-eba5-44e1-8124-bc7d3812a5f0,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:56.986186 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48482) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:11:57.033536 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b60-eb17-4b3f-849e-c4996daf4039 admin admin] Publish callbacks [] for security_group (1c519d2a-eba5-44e1-8124-bc7d3812a5f0), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:57.053812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b60-eb17-4b3f-849e-c4996daf4039 admin admin] Publish callbacks [] for security_group (1c519d2a-eba5-44e1-8124-bc7d3812a5f0), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:57.168623 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b60-eb17-4b3f-849e-c4996daf4039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (1c519d2a-eba5-44e1-8124-bc7d3812a5f0), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:57.171207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b60-eb17-4b3f-849e-c4996daf4039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:57.172333 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-e1e55b60-eb17-4b3f-849e-c4996daf4039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c519d2a-eba5-44e1-8124-bc7d3812a5f0 HTTP/1.1" status: 204 len: 168 time: 0.1851232 Mar 24 14:11:57.179888 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e55b60-eb17-4b3f-849e-c4996daf4039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c519d2a-eba5-44e1-8124-bc7d3812a5f0,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:11:57.837182 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:11:59.094506 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.234924 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48550) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:00.338750 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1ff35b51-d76e-4b5d-a8f9-b828c7029835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.409599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1ff35b51-d76e-4b5d-a8f9-b828c7029835 admin admin] Publish callbacks [] for security_group (95ba6ae7-eb1a-4d06-a667-d06ced1c101a), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.470971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1ff35b51-d76e-4b5d-a8f9-b828c7029835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (95ba6ae7-eb1a-4d06-a667-d06ced1c101a), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.507890 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1ff35b51-d76e-4b5d-a8f9-b828c7029835 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cb1f93d28cb450dbadb9724bcb462ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718997 Mar 24 14:12:00.509975 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff35b51-d76e-4b5d-a8f9-b828c7029835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba6ae7-eb1a-4d06-a667-d06ced1c101a,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:00.510665 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48554) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:00.557732 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3cdebbc2-40b1-454d-b878-52cdb86ac83e admin admin] Publish callbacks [] for security_group (95ba6ae7-eb1a-4d06-a667-d06ced1c101a), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.578719 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3cdebbc2-40b1-454d-b878-52cdb86ac83e admin admin] Publish callbacks [] for security_group (95ba6ae7-eb1a-4d06-a667-d06ced1c101a), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.602711 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.682866 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3cdebbc2-40b1-454d-b878-52cdb86ac83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (95ba6ae7-eb1a-4d06-a667-d06ced1c101a), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.686043 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3cdebbc2-40b1-454d-b878-52cdb86ac83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:00.687212 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-3cdebbc2-40b1-454d-b878-52cdb86ac83e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95ba6ae7-eb1a-4d06-a667-d06ced1c101a HTTP/1.1" status: 204 len: 168 time: 0.1754925 Mar 24 14:12:00.695159 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdebbc2-40b1-454d-b878-52cdb86ac83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba6ae7-eb1a-4d06-a667-d06ced1c101a,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:01.265103 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48562) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:01.278041 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ea42eab-de4f-42e2-b8cf-5e85dd7f5198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.351532 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ea42eab-de4f-42e2-b8cf-5e85dd7f5198 admin admin] Publish callbacks [] for security_group (5ec16044-85c6-4119-a4d3-f599e81b415f), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.408254 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ea42eab-de4f-42e2-b8cf-5e85dd7f5198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5ec16044-85c6-4119-a4d3-f599e81b415f), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.443648 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea42eab-de4f-42e2-b8cf-5e85dd7f5198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec16044-85c6-4119-a4d3-f599e81b415f,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:01.447839 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2ea42eab-de4f-42e2-b8cf-5e85dd7f5198 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b147a4589e44be195e5921a59cb797b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817212 Mar 24 14:12:01.455175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48564) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:01.497017 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6af0eff6-f9bd-4a17-8a38-2c97e22bf663 admin admin] Publish callbacks [] for security_group (5ec16044-85c6-4119-a4d3-f599e81b415f), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.519017 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6af0eff6-f9bd-4a17-8a38-2c97e22bf663 admin admin] Publish callbacks [] for security_group (5ec16044-85c6-4119-a4d3-f599e81b415f), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.603057 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6af0eff6-f9bd-4a17-8a38-2c97e22bf663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5ec16044-85c6-4119-a4d3-f599e81b415f), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.605642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6af0eff6-f9bd-4a17-8a38-2c97e22bf663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:01.606790 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6af0eff6-f9bd-4a17-8a38-2c97e22bf663 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ec16044-85c6-4119-a4d3-f599e81b415f HTTP/1.1" status: 204 len: 168 time: 0.1553707 Mar 24 14:12:01.614646 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0eff6-f9bd-4a17-8a38-2c97e22bf663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec16044-85c6-4119-a4d3-f599e81b415f,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:03.643576 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:12:06.225592 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.478965 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48692) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:12.577757 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d0126b3d-3d1f-4d06-a46b-bd0d2cd954f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.648959 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d0126b3d-3d1f-4d06-a46b-bd0d2cd954f1 admin admin] Publish callbacks [] for security_group (04247290-67a1-46a8-bd3b-55f9aed1d0a9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.710978 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d0126b3d-3d1f-4d06-a46b-bd0d2cd954f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (04247290-67a1-46a8-bd3b-55f9aed1d0a9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.751681 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d0126b3d-3d1f-4d06-a46b-bd0d2cd954f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93ba9a38d2ea4daf98272e9195068e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716687 Mar 24 14:12:12.752402 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0126b3d-3d1f-4d06-a46b-bd0d2cd954f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04247290-67a1-46a8-bd3b-55f9aed1d0a9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:12.754719 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48696) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:12.801699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-447a07e4-3d4f-425b-af36-4257a66e68a2 admin admin] Publish callbacks [] for security_group (04247290-67a1-46a8-bd3b-55f9aed1d0a9), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.822495 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-447a07e4-3d4f-425b-af36-4257a66e68a2 admin admin] Publish callbacks [] for security_group (04247290-67a1-46a8-bd3b-55f9aed1d0a9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.939814 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-447a07e4-3d4f-425b-af36-4257a66e68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (04247290-67a1-46a8-bd3b-55f9aed1d0a9), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.942383 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-447a07e4-3d4f-425b-af36-4257a66e68a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:12.943559 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-447a07e4-3d4f-425b-af36-4257a66e68a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04247290-67a1-46a8-bd3b-55f9aed1d0a9 HTTP/1.1" status: 204 len: 168 time: 0.1877768 Mar 24 14:12:12.951548 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a07e4-3d4f-425b-af36-4257a66e68a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04247290-67a1-46a8-bd3b-55f9aed1d0a9,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:13.521761 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48702) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:13.537270 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-104c2c57-e082-4a0b-a504-beaf8fce80a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.606921 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-104c2c57-e082-4a0b-a504-beaf8fce80a1 admin admin] Publish callbacks [] for security_group (129cb267-4d2b-4e51-b275-3fad4cc63d18), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.671397 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-104c2c57-e082-4a0b-a504-beaf8fce80a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (129cb267-4d2b-4e51-b275-3fad4cc63d18), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.711377 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-104c2c57-e082-4a0b-a504-beaf8fce80a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93cb0530d472440ba523c14ea5d979de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884346 Mar 24 14:12:13.712449 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c2c57-e082-4a0b-a504-beaf8fce80a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129cb267-4d2b-4e51-b275-3fad4cc63d18,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:13.714942 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48704) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:13.765285 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8763b101-a5af-4cd3-97cc-aaedb2a44659 admin admin] Publish callbacks [] for security_group (129cb267-4d2b-4e51-b275-3fad4cc63d18), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.786810 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8763b101-a5af-4cd3-97cc-aaedb2a44659 admin admin] Publish callbacks [] for security_group (129cb267-4d2b-4e51-b275-3fad4cc63d18), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.893463 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8763b101-a5af-4cd3-97cc-aaedb2a44659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (129cb267-4d2b-4e51-b275-3fad4cc63d18), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.896060 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8763b101-a5af-4cd3-97cc-aaedb2a44659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:13.897198 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8763b101-a5af-4cd3-97cc-aaedb2a44659 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/129cb267-4d2b-4e51-b275-3fad4cc63d18 HTTP/1.1" status: 204 len: 168 time: 0.1806715 Mar 24 14:12:13.904895 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763b101-a5af-4cd3-97cc-aaedb2a44659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129cb267-4d2b-4e51-b275-3fad4cc63d18,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:14.522058 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48710) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:14.534963 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a00db622-b3cf-4f29-8b60-c046826858aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.605571 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a00db622-b3cf-4f29-8b60-c046826858aa admin admin] Publish callbacks [] for security_group (376a63ae-59ac-467f-b941-4769a2e6adc9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.665304 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a00db622-b3cf-4f29-8b60-c046826858aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (376a63ae-59ac-467f-b941-4769a2e6adc9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.703638 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a00db622-b3cf-4f29-8b60-c046826858aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d27a8b162abd477eb51e4545a11ddf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804848 Mar 24 14:12:14.704521 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00db622-b3cf-4f29-8b60-c046826858aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376a63ae-59ac-467f-b941-4769a2e6adc9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:14.706397 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48712) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:14.754444 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd586e8b-7bbc-4e59-8700-ddea6771366f admin admin] Publish callbacks [] for security_group (376a63ae-59ac-467f-b941-4769a2e6adc9), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.774469 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd586e8b-7bbc-4e59-8700-ddea6771366f admin admin] Publish callbacks [] for security_group (376a63ae-59ac-467f-b941-4769a2e6adc9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.893269 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd586e8b-7bbc-4e59-8700-ddea6771366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (376a63ae-59ac-467f-b941-4769a2e6adc9), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.895830 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-dd586e8b-7bbc-4e59-8700-ddea6771366f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:14.896953 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-dd586e8b-7bbc-4e59-8700-ddea6771366f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/376a63ae-59ac-467f-b941-4769a2e6adc9 HTTP/1.1" status: 204 len: 168 time: 0.1895525 Mar 24 14:12:14.904497 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd586e8b-7bbc-4e59-8700-ddea6771366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a63ae-59ac-467f-b941-4769a2e6adc9,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:24.277009 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c44719a0-3b9d-47a8-982c-2d333ba04d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:24.947504 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-07a3f946-8ac5-4401-9b88-892ee6e89e1f tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325586217&fields=id&tenant_id=6840b580926e440db53b02c6d06a8e79 HTTP/1.1" status: 200 len: 267 time: 0.0448701 Mar 24 14:12:25.004025 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-7263da4f-53c7-42d4-9b33-c97b3d52b578 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:25.005516 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-7263da4f-53c7-42d4-9b33-c97b3d52b578 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 984 time: 0.0528636 Mar 24 14:12:25.015909 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Request body: {'port': {'security_groups': ['032ea34f-d3c7-488b-b748-5a3244db9ea6']}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:25.086254 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.254672 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:25.284127 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.351342 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.365624 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d1433716-47e4-4d7c-bb2e-e8b57acbd481'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:12:25.399286 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:25.399907 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.401284 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9b6c80c9-2727-4a36-a5c9-44bdf320ea11 req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "PUT /v2.0/ports/d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 942 time: 0.3897636 Mar 24 14:12:25.401736 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:12:25.404525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b58518-2406-4c16-8b54-27a8d804ebb3" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:12:25.410494 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48850) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:25.435586 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0849b3-d0ea-44e6-a4b1-a47566e89df7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event updated for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=7']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:25.464873 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169b163b-98a8-47aa-9f90-b3f21861b396 x-openstack-request-id: req-169b163b-98a8-47aa-9f90-b3f21861b396 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:12:25.465175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:12:25.465438 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-169b163b-98a8-47aa-9f90-b3f21861b396 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:12:25.465859 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169b163b-98a8-47aa-9f90-b3f21861b396'] response: {'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'status': 'completed', 'code': 200} Mar 24 14:12:25.501158 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d1433716-47e4-4d7c-bb2e-e8b57acbd481'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:12:25.557299 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dfd746d-5bd2-4e0a-bb52-79870c1bbe5d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group (d3c10f8a-3302-4083-8730-efa43bea3eec), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.597472 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dfd746d-5bd2-4e0a-bb52-79870c1bbe5d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group (d3c10f8a-3302-4083-8730-efa43bea3eec), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.608449 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-a2cdd313-b3a3-450b-8aed-f32f21c24591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:25.610018 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-a2cdd313-b3a3-450b-8aed-f32f21c24591 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1129 time: 0.1144066 Mar 24 14:12:25.720844 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-5bc8117d-61f6-429e-91e3-0bdf78ef8956 None None] Provisioning complete for port d1433716-47e4-4d7c-bb2e-e8b57acbd481 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:25.721141 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5bc8117d-61f6-429e-91e3-0bdf78ef8956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.725144 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-b11b6914-550e-4924-9ae3-7b831d5c7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:25.726626 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-b11b6914-550e-4924-9ae3-7b831d5c7b2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 916 time: 0.1100399 Mar 24 14:12:25.793071 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-1045147b-89ee-4c11-a2de-f9707447338f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 1001 time: 0.0579212 Mar 24 14:12:25.799930 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8117d-61f6-429e-91e3-0bdf78ef8956 None None] Current status of the port d1433716-47e4-4d7c-bb2e-e8b57acbd481 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:25.809006 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dfd746d-5bd2-4e0a-bb52-79870c1bbe5d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d3c10f8a-3302-4083-8730-efa43bea3eec), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.811543 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2dfd746d-5bd2-4e0a-bb52-79870c1bbe5d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:25.812604 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2dfd746d-5bd2-4e0a-bb52-79870c1bbe5d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3c10f8a-3302-4083-8730-efa43bea3eec HTTP/1.1" status: 204 len: 168 time: 0.3998256 Mar 24 14:12:25.815576 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48854) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:25.842697 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd746d-5bd2-4e0a-bb52-79870c1bbe5d tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c10f8a-3302-4083-8730-efa43bea3eec,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:25.855660 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-367f7ed6-677d-40b7-94a7-e3f019290e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:25.857335 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-367f7ed6-677d-40b7-94a7-e3f019290e2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 200 len: 854 time: 0.0567997 Mar 24 14:12:25.916483 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-1d664311-2393-459d-8c24-0e3287c8c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:25.917613 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-1d664311-2393-459d-8c24-0e3287c8c9af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96706a1b-eeb4-404f-ac4a-674a2f837d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537109 Mar 24 14:12:25.975027 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Deleting port fce86540-b2d0-43c6-b8b2-c80e6cbdea49 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:25.975654 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.012474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-fde3e6a7-1e8b-47b3-b35b-63f034089fd8 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866156 Mar 24 14:12:26.050212 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.050546 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for floatingip (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.062872 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Calling delete_port for fce86540-b2d0-43c6-b8b2-c80e6cbdea49 owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:26.107111 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f9b58518-2406-4c16-8b54-27a8d804ebb3 req-098b1804-6d0e-4fda-8f3d-4be22b421b66 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867257 Mar 24 14:12:26.311341 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (fce86540-b2d0-43c6-b8b2-c80e6cbdea49), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.337735 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event deleted for resources: {'Port': ['ID=fce86540-b2d0-43c6-b8b2-c80e6cbdea49,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:26.398801 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks [] for floatingip (6dff2745-5d84-42ec-a8d8-37337a95cea5), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.399132 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Floating IP 6dff2745-5d84-42ec-a8d8-37337a95cea5 disassociated (deleted). External IP: 172.27.0.184, port: d1433716-47e4-4d7c-bb2e-e8b57acbd481. Mar 24 14:12:26.482710 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9383892d-2c7c-4685-8303-9b19e3a34354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.604797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Router b4ff6475-fc1d-4c07-92a7-a095199f578c has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:12:26.710883 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:26.715733 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:26.720902 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] Sync routers for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:26.730001 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:26.730624 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:26.748759 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-64dce285-0183-4c03-b9e9-1028443dbd48 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "DELETE /v2.0/floatingips/6dff2745-5d84-42ec-a8d8-37337a95cea5 HTTP/1.1" status: 204 len: 168 time: 0.9319949 Mar 24 14:12:26.854696 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:27.052116 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:27.081722 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] Checking router: b4ff6475-fc1d-4c07-92a7-a095199f578c for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:27.090093 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:27.090721 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:27.196065 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:27.392411 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:27.417686 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2b0d70-79d5-4a74-8674-d7046cd02aa2 None None] The sync data for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi is: [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:08:05Z', 'revision_number': 4, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '1db9fee6-093f-4ce4-9602-6783bef3a77e', 'name': '', 'network_id': '96706a1b-eeb4-404f-ac4a-674a2f837d0c', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'mac_address': 'fa:16:3e:51:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3040c447-310b-42b0-ba08-47a759310a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:05Z', 'updated_at': '2022-03-24T14:08:09Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'subnets': [{'id': '3040c447-310b-42b0-ba08-47a759310a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:27.466945 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:12:27.469342 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d8aa2-87db-4ac2-929d-ac6f0413eca5" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:12:27.504558 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80097e6-804f-46e2-9892-8838eea784d1 x-openstack-request-id: req-e80097e6-804f-46e2-9892-8838eea784d1 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:12:27.504852 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:12:27.505132 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80097e6-804f-46e2-9892-8838eea784d1 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:12:27.505539 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80097e6-804f-46e2-9892-8838eea784d1'] response: {'name': 'network-changed', 'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'status': 'completed', 'code': 200} Mar 24 14:12:27.574519 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-a1b22385-9092-497c-8ebd-610a703f5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:27.576084 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-a1b22385-9092-497c-8ebd-610a703f5944 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6840b580926e440db53b02c6d06a8e79&device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 1129 time: 0.0462441 Mar 24 14:12:27.629222 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d980368-fd36-4a90-aa93-958a62199471 None None] New status for floating IP 6dff2745-5d84-42ec-a8d8-37337a95cea5: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:12:27.665658 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-1c3990af-af6f-44d4-a5d8-f6d63c24bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:27.667048 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-1c3990af-af6f-44d4-a5d8-f6d63c24bcef service neutron] 10.222.0.42 "GET /v2.0/networks?id=96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 200 len: 916 time: 0.0847714 Mar 24 14:12:27.714653 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-7461a0cb-a36e-4ba0-87b8-72edfa871b9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 200 len: 217 time: 0.0378458 Mar 24 14:12:27.764499 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-f70dea2c-d734-42bc-aa96-ca9e0bfd116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:27.765949 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-f70dea2c-d734-42bc-aa96-ca9e0bfd116a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 200 len: 854 time: 0.0438352 Mar 24 14:12:27.822903 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-dfb19a64-bd6b-4e53-b979-88c2c4f3356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:27.825358 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-dfb19a64-bd6b-4e53-b979-88c2c4f3356a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96706a1b-eeb4-404f-ac4a-674a2f837d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464067 Mar 24 14:12:27.835222 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:27.921216 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-d869afcd-df3b-4bc4-95f3-3a6d563b0d80 service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866144 Mar 24 14:12:28.017459 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-124d8aa2-87db-4ac2-929d-ac6f0413eca5 req-bbfe621a-68b1-474c-ae88-9c7bf2bbbcbb service neutron] 10.222.0.42 "GET /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817115 Mar 24 14:12:28.238533 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48882) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:28.341196 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc20daf8-1a9b-4b5c-80ee-162d94c7a293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.413574 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc20daf8-1a9b-4b5c-80ee-162d94c7a293 admin admin] Publish callbacks [] for security_group (c123dbfd-b0a1-4199-9112-1162483f3988), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.498913 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dc20daf8-1a9b-4b5c-80ee-162d94c7a293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (c123dbfd-b0a1-4199-9112-1162483f3988), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.537166 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-dc20daf8-1a9b-4b5c-80ee-162d94c7a293 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d28d4f78c647487f985ba0fb122cef77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975678 Mar 24 14:12:28.538075 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20daf8-1a9b-4b5c-80ee-162d94c7a293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c123dbfd-b0a1-4199-9112-1162483f3988,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:28.539944 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48886) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:28.591372 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa524-8085-4d81-a9d0-34d4708b5138 admin admin] Publish callbacks [] for security_group (c123dbfd-b0a1-4199-9112-1162483f3988), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.611565 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa524-8085-4d81-a9d0-34d4708b5138 admin admin] Publish callbacks [] for security_group (c123dbfd-b0a1-4199-9112-1162483f3988), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.733943 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa524-8085-4d81-a9d0-34d4708b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (c123dbfd-b0a1-4199-9112-1162483f3988), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.737044 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa524-8085-4d81-a9d0-34d4708b5138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:28.738185 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a9cfa524-8085-4d81-a9d0-34d4708b5138 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c123dbfd-b0a1-4199-9112-1162483f3988 HTTP/1.1" status: 204 len: 168 time: 0.1972685 Mar 24 14:12:28.746030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfa524-8085-4d81-a9d0-34d4708b5138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c123dbfd-b0a1-4199-9112-1162483f3988,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:29.105342 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:29.616535 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48918) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:29.708446 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-460794982-network', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:29.785178 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Made reservation on behalf of f7e399eefdea43b29574b153a43d7e95 for: {'network': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:12:29.787503 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:29.795848 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:29.866180 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks [] for security_group (fcbaae30-68a0-449c-b684-51aa16264246), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:29.933205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fcbaae30-68a0-449c-b684-51aa16264246), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:29.953712 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=110187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:12:29.968676 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbaae30-68a0-449c-b684-51aa16264246,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:29.973586 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (d20f932b-84da-4da6-8f47-2a6e2c80c1d3), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:29.973586 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.segments_db [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Added segment d20f932b-84da-4da6-8f47-2a6e2c80c1d3 of type vlan for network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 Mar 24 14:12:30.012795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (63cc0139-f16e-4e94-9349-38b3a6d4c1b2), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.105345 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (63cc0139-f16e-4e94-9349-38b3a6d4c1b2), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.106346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:30.106970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.167370 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] Pushing event updated for resources: {'Network': ['ID=63cc0139-f16e-4e94-9349-38b3a6d4c1b2,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:30.176625 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:12:30.193196 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-85beace7-077a-447d-840f-cbf2a228f47a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5755773 Mar 24 14:12:30.196067 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48922) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:30.200630 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Request body: {'subnet': {'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-460794982-subnet', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'ip_version': 4}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:30.270579 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Made reservation on behalf of f7e399eefdea43b29574b153a43d7e95 for: {'subnet': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:12:30.273015 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3414657'] for subnet (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.510940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3316959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3414679'] for subnet (d7a4e961-e16a-4554-ba51-b701abbeee5a), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.568690 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a4e961-e16a-4554-ba51-b701abbeee5a,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:30.578408 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Checking segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:30.578408 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Network hostable DHCP agents. Network: 63cc0139-f16e-4e94-9349-38b3a6d4c1b2, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:12:30.618967 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.687554 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:12:30.761913 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 63cc0139-f16e-4e94-9349-38b3a6d4c1b2) {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:30.766423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:30.771542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.771676 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495523f-99af-4aee-a081-c94a0dc19417 None None] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:12:30.863667 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b81cbb1c-85e9-460b-91f3-fd8e171baf41 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6665797 Mar 24 14:12:30.866296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 48930) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:30.870446 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:12:30.871916 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:30.872076 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.953313 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (c4312125-f27a-44fe-ac94-923993ca3331), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:30.954864 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (c4312125-f27a-44fe-ac94-923993ca3331), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.008046 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Allocated IP 172.20.0.2 (63cc0139-f16e-4e94-9349-38b3a6d4c1b2/d7a4e961-e16a-4554-ba51-b701abbeee5a/b521a77f-4c15-4d87-802b-a6babdd1df50) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:12:31.033400 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks [] for router_controller (c4312125-f27a-44fe-ac94-923993ca3331), precommit_add_association {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.040379 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819a435-ae4f-4726-abd4-ba7dd529f355 req-e7a30f13-f15e-4391-bdfa-548a1de5cbc0 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:31.043621 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d819a435-ae4f-4726-abd4-ba7dd529f355 req-e7a30f13-f15e-4391-bdfa-548a1de5cbc0 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0992925 Mar 24 14:12:31.086868 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d819a435-ae4f-4726-abd4-ba7dd529f355 req-8446a32f-5921-4817-9e7f-a656593e669c tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Mar 24 14:12:31.155846 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Publish callbacks [] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.225756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.242862 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks [] for router_gateway (c4312125-f27a-44fe-ac94-923993ca3331), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.262086 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:31.264924 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:31.270883 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:12:31.277566 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Pushing event updated for resources: {'Port': ['ID=b521a77f-4c15-4d87-802b-a6babdd1df50,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:31.287720 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.288005 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.288349 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.288689 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.289020 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.289347 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.289699 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.290024 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.290346 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.290703 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.291026 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.291346 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.291666 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.291981 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.292298 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:31.339289 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Attempting to bind port b521a77f-4c15-4d87-802b-a6babdd1df50 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:12:31.339654 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Attempting to bind port b521a77f-4c15-4d87-802b-a6babdd1df50 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:12:31.340014 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Attempting to bind port b521a77f-4c15-4d87-802b-a6babdd1df50 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:12:31.345669 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:12:31.346028 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Checking segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:31.346634 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.347027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Bound using segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:12:31.347493 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Bound port: b521a77f-4c15-4d87-802b-a6babdd1df50, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:12:31.347863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.408325 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] For port b521a77f-4c15-4d87-802b-a6babdd1df50, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:12:31.411372 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] For port b521a77f-4c15-4d87-802b-a6babdd1df50, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b521a77f-4c15-4d87-802b-a6babdd1df50,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:12:31.486878 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks [] for router_gateway (c4312125-f27a-44fe-ac94-923993ca3331), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.493688 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.505747 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.557312 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06b180-bf8e-4660-bc5e-9681730e050b None None] Pushing event updated for resources: {'Port': ['ID=b521a77f-4c15-4d87-802b-a6babdd1df50,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:31.615144 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Allocated IP 172.27.0.206 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/25113e4f-3617-446b-84ac-999274a45d3b) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:12:31.732023 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks [] for port (25113e4f-3617-446b-84ac-999274a45d3b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.877788 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (25113e4f-3617-446b-84ac-999274a45d3b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:31.911991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:31.914765 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:31.918223 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:12:31.945583 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Pushing event updated for resources: {'Port': ['ID=25113e4f-3617-446b-84ac-999274a45d3b,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:32.219600 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82221547-283b-40bb-a753-db4f089d63fe req-ab5bb133-4d85-4318-ae89-0248cf116b72 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:32.221815 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-82221547-283b-40bb-a753-db4f089d63fe req-ab5bb133-4d85-4318-ae89-0248cf116b72 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0621774 Mar 24 14:12:32.252152 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks [] for router_gateway (c4312125-f27a-44fe-ac94-923993ca3331), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:32.282865 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-82221547-283b-40bb-a753-db4f089d63fe req-c4d04218-2e31-4be3-bedb-cf9296163c70 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516407 Mar 24 14:12:32.315350 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b521a77f-4c15-4d87-802b-a6babdd1df50 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:32.365881 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port b521a77f-4c15-4d87-802b-a6babdd1df50 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:32.366253 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:32.451288 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port b521a77f-4c15-4d87-802b-a6babdd1df50 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:32.451692 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:32.471788 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (c4312125-f27a-44fe-ac94-923993ca3331), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:32.485478 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port b521a77f-4c15-4d87-802b-a6babdd1df50, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b521a77f-4c15-4d87-802b-a6babdd1df50,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:32.495865 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4968449-f74c-4744-b202-00f983a10f1f None None] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:12:32.558766 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:32.615550 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-91754706-0a02-48dd-94bc-48a34b891978 None None] Provisioning complete for port b521a77f-4c15-4d87-802b-a6babdd1df50 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:32.615838 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-91754706-0a02-48dd-94bc-48a34b891978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:32.669322 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=b521a77f-4c15-4d87-802b-a6babdd1df50,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:32.739056 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-91754706-0a02-48dd-94bc-48a34b891978 None None] Current status of the port b521a77f-4c15-4d87-802b-a6babdd1df50 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:32.939962 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Router c4312125-f27a-44fe-ac94-923993ca3331 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:12:32.959838 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-3298e7da-b998-4d1d-9a42-51b8ec9e9ec2 None None] Provisioning complete for port b521a77f-4c15-4d87-802b-a6babdd1df50 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:32.960210 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3298e7da-b998-4d1d-9a42-51b8ec9e9ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.040104 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-3298e7da-b998-4d1d-9a42-51b8ec9e9ec2 None None] Current status of the port b521a77f-4c15-4d87-802b-a6babdd1df50 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:33.045408 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:33.054394 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:33.064910 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:33.065531 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:33.113001 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed3ee8-1968-4195-b630-c284a801abba req-7fc1dda0-998b-49bd-bcce-6c06cc927a87 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:33.114421 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c9ed3ee8-1968-4195-b630-c284a801abba req-7fc1dda0-998b-49bd-bcce-6c06cc927a87 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.42 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Mar 24 14:12:33.117435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.118535 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-e5b5dc9a-e891-49a0-a610-58bb1930cf55 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2512906 Mar 24 14:12:33.121373 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48940) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:33.175695 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:33.212622 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Deleting port d1433716-47e4-4d7c-bb2e-e8b57acbd481 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:33.213366 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.315829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] For port d1433716-47e4-4d7c-bb2e-e8b57acbd481, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d1433716-47e4-4d7c-bb2e-e8b57acbd481,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:33.316207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.330262 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Calling delete_port for d1433716-47e4-4d7c-bb2e-e8b57acbd481 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:33.369886 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:32Z', 'revision_number': 3, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:33.396679 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:33.397280 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Updating router c4312125-f27a-44fe-ac94-923993ca3331 port 25113e4f-3617-446b-84ac-999274a45d3b binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:12:33.424166 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (25113e4f-3617-446b-84ac-999274a45d3b), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.454239 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4146-1bf3-4551-b4f9-a7d872378c36 req-cec37cba-bcfa-4e67-b2a0-48bafd8576ed tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:33.454239 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-440a4146-1bf3-4551-b4f9-a7d872378c36 req-cec37cba-bcfa-4e67-b2a0-48bafd8576ed tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 945 time: 0.0793502 Mar 24 14:12:33.538444 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-440a4146-1bf3-4551-b4f9-a7d872378c36 req-2b099547-faa4-40d7-bcad-56ad48e5cfd2 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/security-groups?id=032ea34f-d3c7-488b-b748-5a3244db9ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750084 Mar 24 14:12:33.552449 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.614512 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d1433716-47e4-4d7c-bb2e-e8b57acbd481), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.627571 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d1433716-47e4-4d7c-bb2e-e8b57acbd481'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:12:33.651067 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Pushing event deleted for resources: {'Port': ['ID=d1433716-47e4-4d7c-bb2e-e8b57acbd481,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:33.674977 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Publish callbacks [] for port (25113e4f-3617-446b-84ac-999274a45d3b), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.699241 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] No DVR routers for this DVR port d1433716-47e4-4d7c-bb2e-e8b57acbd481 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:12:33.702850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.707204 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c9ed3ee8-1968-4195-b630-c284a801abba req-c7ec5d3c-0904-4f82-902f-aefef2f530b7 tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.42 "DELETE /v2.0/ports/d1433716-47e4-4d7c-bb2e-e8b57acbd481 HTTP/1.1" status: 204 len: 173 time: 0.5873139 Mar 24 14:12:33.707640 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'name': 'network-vif-deleted', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:12:33.709963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4e9e7-e3b9-4f47-a8b6-2d10affb8859" -d '{"events": [{"server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "name": "network-vif-deleted", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:12:33.750797 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f69634b-ccab-4e17-9414-c84693aa27fc x-openstack-request-id: req-3f69634b-ccab-4e17-9414-c84693aa27fc {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:12:33.751525 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (25113e4f-3617-446b-84ac-999274a45d3b), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.751849 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdfd25-0304-47db-9695-d0e378db43f1", "name": "network-vif-deleted", "tag": "d1433716-47e4-4d7c-bb2e-e8b57acbd481", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:12:33.752179 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f69634b-ccab-4e17-9414-c84693aa27fc {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:12:33.752701 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f69634b-ccab-4e17-9414-c84693aa27fc'] response: {'server_uuid': '09fdfd25-0304-47db-9695-d0e378db43f1', 'name': 'network-vif-deleted', 'tag': 'd1433716-47e4-4d7c-bb2e-e8b57acbd481', 'status': 'completed', 'code': 200} Mar 24 14:12:33.908369 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Attempting to bind port 25113e4f-3617-446b-84ac-999274a45d3b on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:12:33.908738 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Attempting to bind port 25113e4f-3617-446b-84ac-999274a45d3b by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:12:33.909099 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Attempting to bind port 25113e4f-3617-446b-84ac-999274a45d3b on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:12:33.914966 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Pushing event updated for resources: {'Port': ['ID=25113e4f-3617-446b-84ac-999274a45d3b,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:33.922857 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:12:33.923208 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:33.923618 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.924010 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:12:33.924471 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Bound port: 25113e4f-3617-446b-84ac-999274a45d3b, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:12:33.924846 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (25113e4f-3617-446b-84ac-999274a45d3b), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:33.927719 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.928067 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.928424 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.928777 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.929111 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.929512 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.929838 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.930160 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.930483 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.930831 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.936300 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.936300 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.936300 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.936300 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.936300 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:33.952782 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Allocated IP 172.20.0.1 (63cc0139-f16e-4e94-9349-38b3a6d4c1b2/d7a4e961-e16a-4554-ba51-b701abbeee5a/53e97378-e23d-4b4b-ab43-ca58d5669410) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:12:33.987826 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] For port 25113e4f-3617-446b-84ac-999274a45d3b, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:12:33.991511 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] For port 25113e4f-3617-446b-84ac-999274a45d3b, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=25113e4f-3617-446b-84ac-999274a45d3b,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:12:34.058903 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks [] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.083712 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (25113e4f-3617-446b-84ac-999274a45d3b), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.137098 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:34.137730 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:34.174659 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.210443 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d81e2-356d-494a-8735-e3211eb8b98e None None] Pushing event updated for resources: {'Port': ['ID=25113e4f-3617-446b-84ac-999274a45d3b,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:34.215420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:34.221247 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:34.226012 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:12:34.229120 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Pushing event updated for resources: {'Port': ['ID=53e97378-e23d-4b4b-ab43-ca58d5669410,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:34.260528 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b521a77f-4c15-4d87-802b-a6babdd1df50 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:34.267364 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:34.276317 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (c4312125-f27a-44fe-ac94-923993ca3331), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.327615 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port b521a77f-4c15-4d87-802b-a6babdd1df50 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:34.328518 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.425148 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port b521a77f-4c15-4d87-802b-a6babdd1df50 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:34.468828 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-c6a0ad70-00df-4ed6-8427-1560e0f91010 None None] Provisioning complete for port 53e97378-e23d-4b4b-ab43-ca58d5669410 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:34.469283 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c6a0ad70-00df-4ed6-8427-1560e0f91010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.479802 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:32Z', 'revision_number': 3, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:34.503156 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416562a8-2c48-4ae9-a95d-838630c893dc None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:32Z', 'revision_number': 3, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:34.504161 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0ad70-00df-4ed6-8427-1560e0f91010 None None] Port 53e97378-e23d-4b4b-ab43-ca58d5669410 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:12:34.540126 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.668453 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a9f4fc21-79ef-4321-813d-d58a104edb35 req-a4fb2b7e-c6f0-4301-a1d1-42284425c44b tempest-TestMinimumBasicScenario-308569395 tempest-TestMinimumBasicScenario-308569395-project] 10.222.0.20 "GET /v2.0/ports?device_id=09fdfd25-0304-47db-9695-d0e378db43f1 HTTP/1.1" status: 200 len: 210 time: 0.0373116 Mar 24 14:12:34.726176 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks [] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.854293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:34.921853 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Pushing event updated for resources: {'Port': ['ID=53e97378-e23d-4b4b-ab43-ca58d5669410,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:34.927294 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (c4312125-f27a-44fe-ac94-923993ca3331), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:35.023051 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:35.024520 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:35.148526 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:12:35.236445 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-0d0cc945-d1ea-4840-8b8a-040768bb18bc None None] Provisioning complete for port 53e97378-e23d-4b4b-ab43-ca58d5669410 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:35.237463 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc945-d1ea-4840-8b8a-040768bb18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:35.268922 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:35.274864 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cc945-d1ea-4840-8b8a-040768bb18bc None None] Port 53e97378-e23d-4b4b-ab43-ca58d5669410 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:12:35.279521 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-91e1b819-0a75-4bcd-89d8-5aab2f657d6c admin admin] 10.222.0.20 "PUT /v2.0/routers/c4312125-f27a-44fe-ac94-923993ca3331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1529710 Mar 24 14:12:35.981615 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 48982) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:35.986966 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-72050080-network', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:36.053800 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Made reservation on behalf of 2cd2194e5beb4d009ffb5b397bfd00aa for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:12:36.056427 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.068698 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.148855 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks [] for security_group (f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.213487 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.247834 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:12:36.253377 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:36.261785 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (e67e0c9b-fdf3-4008-a689-4aa4c206de45), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.261889 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Added segment e67e0c9b-fdf3-4008-a689-4aa4c206de45 of type vlan for network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 Mar 24 14:12:36.265038 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.295637 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 25113e4f-3617-446b-84ac-999274a45d3b up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:36.308324 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (7b11f5ac-dc61-4764-abf4-59f294a96ea8), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.343737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:36.359921 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:36.361003 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:36.402588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (7b11f5ac-dc61-4764-abf4-59f294a96ea8), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.403590 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:36.404174 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.467835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] Pushing event updated for resources: {'Network': ['ID=7b11f5ac-dc61-4764-abf4-59f294a96ea8,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:36.542649 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-64121d72-a494-475e-b82b-d6ac4ccab41e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5596290 Mar 24 14:12:36.545255 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49000) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:36.550503 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Request body: {'subnet': {'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-72050080-subnet', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:36.554536 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:12:36.574291 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 25113e4f-3617-446b-84ac-999274a45d3b triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:36.574688 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (25113e4f-3617-446b-84ac-999274a45d3b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.611099 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Made reservation on behalf of 2cd2194e5beb4d009ffb5b397bfd00aa for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:12:36.613434 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.638319 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d1433716-47e4-4d7c-bb2e-e8b57acbd481 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:36.683738 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: d1433716-47e4-4d7c-bb2e-e8b57acbd481 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:36.683738 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d1433716-47e4-4d7c-bb2e-e8b57acbd481 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:36.721481 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:36.823717 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 25113e4f-3617-446b-84ac-999274a45d3b is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:36.824107 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (25113e4f-3617-446b-84ac-999274a45d3b), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.854156 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (50fec12d-3e18-42b1-a7b2-f1cdb42dabcd), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.881755 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 25113e4f-3617-446b-84ac-999274a45d3b, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=25113e4f-3617-446b-84ac-999274a45d3b,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:36.911676 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fec12d-3e18-42b1-a7b2-f1cdb42dabcd,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:36.918930 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Checking segment: {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:36.919348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Network hostable DHCP agents. Network: 7b11f5ac-dc61-4764-abf4-59f294a96ea8, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:12:36.945187 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (25113e4f-3617-446b-84ac-999274a45d3b), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:36.990998 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:12:37.003341 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=25113e4f-3617-446b-84ac-999274a45d3b,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:37.015545 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 2, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:37.042803 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:37.043158 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Updating router c4312125-f27a-44fe-ac94-923993ca3331 port 53e97378-e23d-4b4b-ab43-ca58d5669410 binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:12:37.046587 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 7b11f5ac-dc61-4764-abf4-59f294a96ea8) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:37.051010 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:37.051638 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.062406 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067d6bd-1990-4533-864f-c285ee9c8679 None None] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:12:37.110948 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.134223 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-b1975749-fe30-4f4a-ba89-1acf48634799 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5850804 Mar 24 14:12:37.134412 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49016) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:37.138675 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:37.208186 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.209301 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.262028 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-7b11f5ac-dc61-4764-abf4-59f294a96ea8', 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8', 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'fixed_ips': [{'subnet_id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:12:37.262930 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.265486 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks [] for router_controller (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), precommit_add_association {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.278569 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49018) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:37.459422 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks [] for router_gateway (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.496528 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Allocated IP 172.20.0.2 (7b11f5ac-dc61-4764-abf4-59f294a96ea8/50fec12d-3e18-42b1-a7b2-f1cdb42dabcd/24a6367c-1462-4cb0-a375-585ee983ccba) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:12:37.621444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Publish callbacks [] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.695831 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Publish callbacks [] for port (24a6367c-1462-4cb0-a375-585ee983ccba), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.708116 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (b4ff6475-fc1d-4c07-92a7-a095199f578c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.723457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.758894 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks [] for router_gateway (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.773452 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166ca49-004f-423c-8c30-b0b62c11f063 None None] Pushing event updated for resources: {'Port': ['ID=53e97378-e23d-4b4b-ab43-ca58d5669410,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:37.780449 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.810238 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.877649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:37.886952 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:37.889503 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:12:37.895862 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Attempting to bind port 53e97378-e23d-4b4b-ab43-ca58d5669410 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:12:37.895862 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Attempting to bind port 53e97378-e23d-4b4b-ab43-ca58d5669410 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:12:37.896247 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Attempting to bind port 53e97378-e23d-4b4b-ab43-ca58d5669410 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:12:37.914600 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:12:37.914600 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Checking segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:37.914600 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.915007 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Bound using segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:12:37.915260 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Bound port: 53e97378-e23d-4b4b-ab43-ca58d5669410, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:12:37.915850 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:37.917676 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Pushing event updated for resources: {'Port': ['ID=24a6367c-1462-4cb0-a375-585ee983ccba,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:37.928903 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Allocated IP 172.27.0.136 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/24caac25-af32-4a8b-8a1f-d69fefb01453) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:12:38.006536 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Attempting to bind port 24a6367c-1462-4cb0-a375-585ee983ccba on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:12:38.006973 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Attempting to bind port 24a6367c-1462-4cb0-a375-585ee983ccba by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:12:38.007343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Attempting to bind port 24a6367c-1462-4cb0-a375-585ee983ccba on network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:12:38.023860 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:12:38.024240 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Checking segment: {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:38.024650 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.025044 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Bound using segment: {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:12:38.025516 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Bound port: 24a6367c-1462-4cb0-a375-585ee983ccba, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:12:38.025905 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.049511 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] For port 53e97378-e23d-4b4b-ab43-ca58d5669410, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:12:38.056225 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Deleting port 1db9fee6-093f-4ce4-9602-6783bef3a77e {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:38.058347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.065986 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks [] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.079201 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] For port 53e97378-e23d-4b4b-ab43-ca58d5669410, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=53e97378-e23d-4b4b-ab43-ca58d5669410,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:12:38.110724 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] For port 24a6367c-1462-4cb0-a375-585ee983ccba, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:12:38.117231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] For port 24a6367c-1462-4cb0-a375-585ee983ccba, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24a6367c-1462-4cb0-a375-585ee983ccba,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:12:38.129274 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-b6951ccf-26f1-408c-8bac-27214cab66d4 None None] Provisioning complete for port 53e97378-e23d-4b4b-ab43-ca58d5669410 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:38.129648 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b6951ccf-26f1-408c-8bac-27214cab66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.138997 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] For port 1db9fee6-093f-4ce4-9602-6783bef3a77e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=1db9fee6-093f-4ce4-9602-6783bef3a77e,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:38.139367 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.152214 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Calling delete_port for 1db9fee6-093f-4ce4-9602-6783bef3a77e owned by network:router_interface {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:38.152534 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.185402 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.227318 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:38.235992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:38.238100 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166ca49-004f-423c-8c30-b0b62c11f063 None None] Pushing event updated for resources: {'Port': ['ID=53e97378-e23d-4b4b-ab43-ca58d5669410,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:38.238285 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Pushing event updated for resources: {'Port': ['ID=24caac25-af32-4a8b-8a1f-d69fefb01453,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:38.240593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:12:38.240732 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.242768 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-b6951ccf-26f1-408c-8bac-27214cab66d4 None None] Port 53e97378-e23d-4b4b-ab43-ca58d5669410 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:12:38.294639 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:38.295394 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:38.337860 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 25113e4f-3617-446b-84ac-999274a45d3b up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:38.442589 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069962f8-9147-4ccc-85a8-ae2b4561e648 None None] Pushing event updated for resources: {'Port': ['ID=24a6367c-1462-4cb0-a375-585ee983ccba,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:38.488278 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (1db9fee6-093f-4ce4-9602-6783bef3a77e), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.508382 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 25113e4f-3617-446b-84ac-999274a45d3b triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:38.508865 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (25113e4f-3617-446b-84ac-999274a45d3b), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.513876 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:38.608718 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db9fee6-093f-4ce4-9602-6783bef3a77e,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:38.736613 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks [] for router_gateway (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.747031 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (b4ff6475-fc1d-4c07-92a7-a095199f578c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.874192 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] Provisioning complete for port 53e97378-e23d-4b4b-ab43-ca58d5669410 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:38.874586 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:38.982977 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.006853 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Router b4ff6475-fc1d-4c07-92a7-a095199f578c has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:12:39.027645 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 25113e4f-3617-446b-84ac-999274a45d3b is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:39.098959 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] Current status of the port 53e97378-e23d-4b4b-ab43-ca58d5669410 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:39.099457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.146898 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] For port 53e97378-e23d-4b4b-ab43-ca58d5669410, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=53e97378-e23d-4b4b-ab43-ca58d5669410,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:39.150298 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:38Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:39.179849 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160452d8-eac9-4ef8-8dce-00641f1fba53 None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:38Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:39.239088 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.239936 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:12:39.322202 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c43055-c539-4fc8-b2aa-3a5f351e8a62 None None] Pushing event updated for resources: {'Port': ['ID=53e97378-e23d-4b4b-ab43-ca58d5669410,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:39.397627 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:39.415386 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Sync routers for ids ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:39.427202 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:39.433902 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-56c2b3ff-9b06-4b39-9ff1-fcea82d4b0e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/b4ff6475-fc1d-4c07-92a7-a095199f578c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1541100 Mar 24 14:12:39.436863 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49022) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:39.437682 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] Sync routers for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:39.441900 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Routers {'4cf6e790-d2c2-4358-be1e-02ffe7d7551f'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:39.442533 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:39.451654 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:39.452652 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:39.519504 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.521557 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8d602214-2900-4399-957d-74dd6860233e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3862486 Mar 24 14:12:39.524383 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49024) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:39.611178 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Set router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:39.616423 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:39.634249 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks [] for router (b4ff6475-fc1d-4c07-92a7-a095199f578c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.696052 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239fe83f-eedf-4242-af23-18badffdaa22 None None] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:12:39.814699 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:38Z', 'revision_number': 3, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:39.836025 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] Provisioning complete for port 24a6367c-1462-4cb0-a375-585ee983ccba triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:39.836578 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.857564 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Checking router: 4cf6e790-d2c2-4358-be1e-02ffe7d7551f for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:39.858474 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Updating router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f port 24caac25-af32-4a8b-8a1f-d69fefb01453 binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:12:39.886842 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks [] for router_gateway (b4ff6475-fc1d-4c07-92a7-a095199f578c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:39.905672 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.023130 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] Current status of the port 24a6367c-1462-4cb0-a375-585ee983ccba is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:40.023633 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.042524 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:12:38Z', 'revision_number': 5, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port': {'id': '98a42387-7eba-4fec-b50b-b18cdc47c49c', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:03Z', 'updated_at': '2022-03-24T14:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:40.087491 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Deleting port 98a42387-7eba-4fec-b50b-b18cdc47c49c {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:40.087826 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.125391 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] Checking router: b4ff6475-fc1d-4c07-92a7-a095199f578c for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:40.159907 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] For port 24a6367c-1462-4cb0-a375-585ee983ccba, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24a6367c-1462-4cb0-a375-585ee983ccba,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:40.167725 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] Routers {'b4ff6475-fc1d-4c07-92a7-a095199f578c'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:40.167725 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['b4ff6475-fc1d-4c07-92a7-a095199f578c'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:40.259385 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.267441 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] For port 98a42387-7eba-4fec-b50b-b18cdc47c49c, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=98a42387-7eba-4fec-b50b-b18cdc47c49c,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:40.267441 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.299428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Calling delete_port for 98a42387-7eba-4fec-b50b-b18cdc47c49c owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:40.323180 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Publish callbacks [] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.374829 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] Set router b4ff6475-fc1d-4c07-92a7-a095199f578c gateway port host: None {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:40.385263 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.411779 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.445151 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 6, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:40.469267 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a7918-8355-47fd-b342-1073fd0cc28d None None] Pushing event updated for resources: {'Port': ['ID=24caac25-af32-4a8b-8a1f-d69fefb01453,revision_number=2']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:40.478903 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c111d1-cb3b-4515-8f38-58c313269e54 None None] The sync data for ids ['b4ff6475-fc1d-4c07-92a7-a095199f578c'] in dv-cinder-798189-3-iscsi is: [{'id': 'b4ff6475-fc1d-4c07-92a7-a095199f578c', 'name': 'tempest-TestMinimumBasicScenario-2058317387-router', 'tenant_id': '6840b580926e440db53b02c6d06a8e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:02Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 6, 'project_id': '6840b580926e440db53b02c6d06a8e79', 'gw_port_host': None}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:40.530381 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-dfd05bb0-995e-4b45-8aa9-5031168b89cf None None] Provisioning complete for port 24a6367c-1462-4cb0-a375-585ee983ccba triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:40.530793 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-dfd05bb0-995e-4b45-8aa9-5031168b89cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.531536 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Attempting to bind port 24caac25-af32-4a8b-8a1f-d69fefb01453 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:12:40.537839 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Attempting to bind port 24caac25-af32-4a8b-8a1f-d69fefb01453 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:12:40.541440 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Attempting to bind port 24caac25-af32-4a8b-8a1f-d69fefb01453 on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:12:40.566877 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:12:40.567599 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:40.568007 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.568482 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:12:40.569180 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Bound port: 24caac25-af32-4a8b-8a1f-d69fefb01453, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:12:40.569620 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.590285 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f0a82-b982-47d1-8405-0008f80d4c47 None None] Pushing event updated for resources: {'Port': ['ID=24a6367c-1462-4cb0-a375-585ee983ccba,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:40.639344 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-dfd05bb0-995e-4b45-8aa9-5031168b89cf None None] Current status of the port 24a6367c-1462-4cb0-a375-585ee983ccba is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:40.662359 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Allocated IP 172.20.0.1 (7b11f5ac-dc61-4764-abf4-59f294a96ea8/50fec12d-3e18-42b1-a7b2-f1cdb42dabcd/6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:12:40.663441 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:12:40.664518 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] For port 24caac25-af32-4a8b-8a1f-d69fefb01453, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:12:40.669577 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] For port 24caac25-af32-4a8b-8a1f-d69fefb01453, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24caac25-af32-4a8b-8a1f-d69fefb01453,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:12:40.728407 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (98a42387-7eba-4fec-b50b-b18cdc47c49c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.756288 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a42387-7eba-4fec-b50b-b18cdc47c49c,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:40.761356 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.785220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks [] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.823136 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (b4ff6475-fc1d-4c07-92a7-a095199f578c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.826147 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Routers {'4cf6e790-d2c2-4358-be1e-02ffe7d7551f'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:40.826795 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:40.893220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.913712 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a7918-8355-47fd-b342-1073fd0cc28d None None] Pushing event updated for resources: {'Port': ['ID=24caac25-af32-4a8b-8a1f-d69fefb01453,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:40.953071 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 53e97378-e23d-4b4b-ab43-ca58d5669410 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:40.959404 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] Set router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:40.964027 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (b4ff6475-fc1d-4c07-92a7-a095199f578c), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.967631 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks [] for router_controller (b4ff6475-fc1d-4c07-92a7-a095199f578c), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:40.994024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:40.998037 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:41.008438 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:12:41.056744 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 53e97378-e23d-4b4b-ab43-ca58d5669410 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:41.057398 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.086254 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.123946 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (b4ff6475-fc1d-4c07-92a7-a095199f578c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.125064 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ff6475-fc1d-4c07-92a7-a095199f578c {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:12:41.131176 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.134939 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49026) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:41.135518 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2ff691a9-2ba1-4bad-bc2c-92c0f392f1c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b4ff6475-fc1d-4c07-92a7-a095199f578c HTTP/1.1" status: 204 len: 168 time: 1.6974967 Mar 24 14:12:41.152602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:41.207903 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Deleting subnet 3040c447-310b-42b0-ba08-47a759310a4d {{(pid=110187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:12:41.211238 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:38Z', 'revision_number': 3, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:41.211488 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Publish callbacks [] for subnet (3040c447-310b-42b0-ba08-47a759310a4d), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.244131 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfa51f-da1b-42da-8a3b-bf5bfcaac88e None None] The sync data for ids ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'] in dv-cinder-798189-3-iscsi is: [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:38Z', 'revision_number': 3, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:41.276235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3316753'] for subnet (3040c447-310b-42b0-ba08-47a759310a4d), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.330523 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 53e97378-e23d-4b4b-ab43-ca58d5669410 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:41.331555 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24a6367c-1462-4cb0-a375-585ee983ccba up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:41.363111 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-1e9a2806-0b49-471d-9f22-7f46d4236f73 None None] Provisioning complete for port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:41.363484 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2806-0b49-471d-9f22-7f46d4236f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.371183 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (3040c447-310b-42b0-ba08-47a759310a4d), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.409494 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a2806-0b49-471d-9f22-7f46d4236f73 None None] Port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:12:41.416812 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 24a6367c-1462-4cb0-a375-585ee983ccba triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:41.417191 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.432495 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.503343 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 24a6367c-1462-4cb0-a375-585ee983ccba is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:41.569799 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3316894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414700'] for subnet (3040c447-310b-42b0-ba08-47a759310a4d), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.608729 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3040c447-310b-42b0-ba08-47a759310a4d,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:41.620036 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.626414 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49028) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:41.626592 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5c8ec522-02b0-4039-b253-156bc235d736 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3040c447-310b-42b0-ba08-47a759310a4d HTTP/1.1" status: 204 len: 168 time: 0.4875810 Mar 24 14:12:41.627120 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ec725-3628-4732-a695-b00eb6b6aa11 None None] Network 96706a1b-eeb4-404f-ac4a-674a2f837d0c requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:12:41.663769 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks [] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.722280 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (96706a1b-eeb4-404f-ac4a-674a2f837d0c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.746355 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.809604 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.818247 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Deleting port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:41.821864 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.831602 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] DHCP port deletion for 96706a1b-eeb4-404f-ac4a-674a2f837d0c request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:12:41.894439 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] Deleting port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:41.894845 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.895144 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] For port 5fb7918d-234d-43d5-8bed-ca8c36eb6573, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=5fb7918d-234d-43d5-8bed-ca8c36eb6573,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:41.896357 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:41.913190 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Calling delete_port for 5fb7918d-234d-43d5-8bed-ca8c36eb6573 owned by network:dhcp {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:41.916681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:41.962786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:12:41.964393 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:12:41.981770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] For port 5fb7918d-234d-43d5-8bed-ca8c36eb6573, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=5fb7918d-234d-43d5-8bed-ca8c36eb6573,segment=NetworkSegment(3134127d-1f8d-4d90-9f39-d92e51af6864),segment_id=3134127d-1f8d-4d90-9f39-d92e51af6864)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:41.982076 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.008003 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] Calling delete_port for 5fb7918d-234d-43d5-8bed-ca8c36eb6573 owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:42.104766 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.142930 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (5fb7918d-234d-43d5-8bed-ca8c36eb6573), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.149065 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb7918d-234d-43d5-8bed-ca8c36eb6573,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:42.160688 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] No DVR routers for this DVR port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 on host dv-cinder-798189-3-iscsi {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:12:42.217005 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] Pushing event deleted for resources: {'Port': ['ID=5fb7918d-234d-43d5-8bed-ca8c36eb6573,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:42.224468 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e540259-38bd-44e5-9d6d-a457a1b45111 None None] No DVR routers for this DVR port 5fb7918d-234d-43d5-8bed-ca8c36eb6573 on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:12:42.308216 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (96706a1b-eeb4-404f-ac4a-674a2f837d0c), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.343468 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-57e5fcbb-67fd-4208-a5c0-b10a17ad2e60 None None] Provisioning complete for port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:42.343784 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96706a1b-eeb4-404f-ac4a-674a2f837d0c']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:42.346091 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-57e5fcbb-67fd-4208-a5c0-b10a17ad2e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.371446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3134127d-1f8d-4d90-9f39-d92e51af6864') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:42.371446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3134127d-1f8d-4d90-9f39-d92e51af6864') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:42.382947 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (3134127d-1f8d-4d90-9f39-d92e51af6864), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.402611 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (3134127d-1f8d-4d90-9f39-d92e51af6864), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.408049 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-57e5fcbb-67fd-4208-a5c0-b10a17ad2e60 None None] Port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:12:42.409192 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:12:42.409838 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (3134127d-1f8d-4d90-9f39-d92e51af6864), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:12:42.411798 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:12:42.432618 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24a6367c-1462-4cb0-a375-585ee983ccba up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:42.463830 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:12:42.483782 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 24a6367c-1462-4cb0-a375-585ee983ccba triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:42.484318 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.534072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (96706a1b-eeb4-404f-ac4a-674a2f837d0c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.540589 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.543896 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] 10.222.0.20 "DELETE /v2.0/networks/96706a1b-eeb4-404f-ac4a-674a2f837d0c HTTP/1.1" status: 204 len: 168 time: 0.9161837 Mar 24 14:12:42.552643 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49030) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:42.555380 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639939-4b61-4b00-ac62-18c2873eaa3c admin admin] Pushing event deleted for resources: {'Network': ['ID=96706a1b-eeb4-404f-ac4a-674a2f837d0c,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:42.580483 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 24a6367c-1462-4cb0-a375-585ee983ccba is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:42.581548 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24caac25-af32-4a8b-8a1f-d69fefb01453 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:42.628820 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 24caac25-af32-4a8b-8a1f-d69fefb01453 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:42.629672 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.664953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:42.678806 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-71aa5533-1e6f-440a-a655-fb2dd40309c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/4cf6e790-d2c2-4358-be1e-02ffe7d7551f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1458075 Mar 24 14:12:42.712647 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 24caac25-af32-4a8b-8a1f-d69fefb01453 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:42.713039 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.734527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 24caac25-af32-4a8b-8a1f-d69fefb01453, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24caac25-af32-4a8b-8a1f-d69fefb01453,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:42.848080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.906664 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=24caac25-af32-4a8b-8a1f-d69fefb01453,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:42.922230 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 98a42387-7eba-4fec-b50b-b18cdc47c49c no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:42.943179 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 98a42387-7eba-4fec-b50b-b18cdc47c49c {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:42.943503 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 98a42387-7eba-4fec-b50b-b18cdc47c49c not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:42.949482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 5fb7918d-234d-43d5-8bed-ca8c36eb6573 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:42.952719 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (a9a109ee-0a69-45d1-b644-e516a12fe042), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:42.963874 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 5fb7918d-234d-43d5-8bed-ca8c36eb6573 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:42.964223 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 5fb7918d-234d-43d5-8bed-ca8c36eb6573 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:42.964637 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 1db9fee6-093f-4ce4-9602-6783bef3a77e no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:42.988391 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 1db9fee6-093f-4ce4-9602-6783bef3a77e {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:42.988737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 1db9fee6-093f-4ce4-9602-6783bef3a77e not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:43.219645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Deleting port f38602df-73e1-483e-ad34-330282fe5ea2 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:43.219873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.248174 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49038) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:43.253608 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899924503', 'description': 'tempest-secgroup-smoke-899924503 description', 'project_id': 'f7e399eefdea43b29574b153a43d7e95'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:43.302866 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Sync routers for ids ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:43.308025 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] For port f38602df-73e1-483e-ad34-330282fe5ea2, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=f38602df-73e1-483e-ad34-330282fe5ea2,segment=NetworkSegment(b194acfb-2452-4b6d-994f-d42e71cca291),segment_id=b194acfb-2452-4b6d-994f-d42e71cca291)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:43.308387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.312795 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Routers {'4cf6e790-d2c2-4358-be1e-02ffe7d7551f'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:43.313945 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:43.322093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Calling delete_port for f38602df-73e1-483e-ad34-330282fe5ea2 owned by network:router_interface {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:43.339133 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.409924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group (fef8553e-c07c-4d30-ba1b-7d85ce891927), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.493809 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fef8553e-c07c-4d30-ba1b-7d85ce891927), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.509369 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Set router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:43.525689 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8553e-c07c-4d30-ba1b-7d85ce891927,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:43.585349 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (f38602df-73e1-483e-ad34-330282fe5ea2), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.604551 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.613689 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38602df-73e1-483e-ad34-330282fe5ea2,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:43.617516 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-8bec7e28-a734-4bc0-8cf1-3abc6512e4ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3654587 Mar 24 14:12:43.617701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49040) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:43.625843 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group_rule': {'security_group_id': 'fef8553e-c07c-4d30-ba1b-7d85ce891927', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:43.727320 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (a414c359-9561-422b-8c3c-a66a6baebb4c), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.735389 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:41Z', 'revision_number': 4, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca', 'name': '', 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'mac_address': 'fa:16:3e:d8:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:40Z', 'updated_at': '2022-03-24T14:12:41Z', 'revision_number': 2, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'subnets': [{'id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:43.774607 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Checking router: 4cf6e790-d2c2-4358-be1e-02ffe7d7551f for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:43.775207 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Updating router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:12:43.788570 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (a9a109ee-0a69-45d1-b644-e516a12fe042), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.809922 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (a414c359-9561-422b-8c3c-a66a6baebb4c), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.814425 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.860001 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (a414c359-9561-422b-8c3c-a66a6baebb4c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.877729 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a414c359-9561-422b-8c3c-a66a6baebb4c,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:43.930321 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:43.934529 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ce2a5a64-df02-4c1c-9ebd-2ea870ce5ec3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151045 Mar 24 14:12:43.935089 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49042) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:43.939762 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group_rule': {'security_group_id': 'fef8553e-c07c-4d30-ba1b-7d85ce891927', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:44.002906 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (13f056c6-a9ab-4625-aede-f7c88c003356), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.018422 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Router a9a109ee-0a69-45d1-b644-e516a12fe042 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:12:44.058776 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (13f056c6-a9ab-4625-aede-f7c88c003356), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.088708 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Publish callbacks [] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.116449 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (13f056c6-a9ab-4625-aede-f7c88c003356), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.132069 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:12:44.134723 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f056c6-a9ab-4625-aede-f7c88c003356,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:44.137903 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9975689a-966f-4a62-bfae-5db601f2b9a6 admin admin] 10.222.0.20 "PUT /v2.0/routers/a9a109ee-0a69-45d1-b644-e516a12fe042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842483 Mar 24 14:12:44.140293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49044) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:44.145044 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746154d-d505-4466-94db-be513358120f None None] Sync routers for ids ['a9a109ee-0a69-45d1-b644-e516a12fe042'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:12:44.156388 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746154d-d505-4466-94db-be513358120f None None] Routers {'a9a109ee-0a69-45d1-b644-e516a12fe042'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:44.157125 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d746154d-d505-4466-94db-be513358120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['a9a109ee-0a69-45d1-b644-e516a12fe042'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:44.196667 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.229755 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.230983 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a1fc8d05-1447-45b6-b852-181ee3e877ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2948225 Mar 24 14:12:44.234076 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49046) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:44.240553 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group_rule': {'security_group_id': 'fef8553e-c07c-4d30-ba1b-7d85ce891927', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:44.242296 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66315-7d82-4a52-b8be-851e1eb26961 None None] Pushing event updated for resources: {'Port': ['ID=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:44.275022 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks [] for router (a9a109ee-0a69-45d1-b644-e516a12fe042), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.322771 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-d746154d-d505-4466-94db-be513358120f None None] Set router a9a109ee-0a69-45d1-b644-e516a12fe042 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:44.351828 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Attempting to bind port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:12:44.355360 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Attempting to bind port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:12:44.355360 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Attempting to bind port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca on network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:12:44.364914 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:12:44.368870 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Checking segment: {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:12:44.369473 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.370012 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Bound using segment: {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:12:44.371176 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Bound port: 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67e0c9b-fdf3-4008-a689-4aa4c206de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:12:44.372477 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.378801 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-2e537d62-c042-4735-b814-dea86854981d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782955 Mar 24 14:12:44.412366 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks [] for router_gateway (a9a109ee-0a69-45d1-b644-e516a12fe042), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.413142 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24caac25-af32-4a8b-8a1f-d69fefb01453 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:44.474879 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] For port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:12:44.480645 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] For port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:12:44.503116 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-887d626a-2791-4904-8a62-3b233c3049f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:44.504745 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-887d626a-2791-4904-8a62-3b233c3049f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.0681913 Mar 24 14:12:44.557080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 24caac25-af32-4a8b-8a1f-d69fefb01453 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:44.557383 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.586294 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (27a9e7d7-ee92-4bd3-98b7-0e19bfde5717), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.612880 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-8771e5da-2fd4-4805-8b21-e5f333934fc3 None None] Provisioning complete for port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:44.613257 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8771e5da-2fd4-4805-8b21-e5f333934fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.613769 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-eff27478-d2d0-48f8-87d4-416977d3f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:44.615315 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-eff27478-d2d0-48f8-87d4-416977d3f535 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 909 time: 0.0911920 Mar 24 14:12:44.641661 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (27a9e7d7-ee92-4bd3-98b7-0e19bfde5717), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.666286 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.667522 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-8771e5da-2fd4-4805-8b21-e5f333934fc3 None None] Port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:12:44.691128 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-76cf265b-3f05-4b56-9b44-968b52a0b40f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 1002 time: 0.0688396 Mar 24 14:12:44.706791 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (27a9e7d7-ee92-4bd3-98b7-0e19bfde5717), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.716842 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d746154d-d505-4466-94db-be513358120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:12:43Z', 'revision_number': 5, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port': {'id': 'a05914bf-367d-4c92-b3da-4a9878aa9f81', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:08:09Z', 'updated_at': '2022-03-24T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:44.718789 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 24caac25-af32-4a8b-8a1f-d69fefb01453 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:44.735513 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66315-7d82-4a52-b8be-851e1eb26961 None None] Pushing event updated for resources: {'Port': ['ID=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,revision_number=4']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:44.754692 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a9e7d7-ee92-4bd3-98b7-0e19bfde5717,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:44.759451 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Routers {'4cf6e790-d2c2-4358-be1e-02ffe7d7551f'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:44.760135 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:44.767256 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.770642 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.771307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746154d-d505-4466-94db-be513358120f None None] Checking router: a9a109ee-0a69-45d1-b644-e516a12fe042 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:12:44.771428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.771428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.771661 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.772005 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.772466 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.772801 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.773133 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:12:44.780123 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Deleting port a05914bf-367d-4c92-b3da-4a9878aa9f81 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:44.780473 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.782527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746154d-d505-4466-94db-be513358120f None None] Routers {'a9a109ee-0a69-45d1-b644-e516a12fe042'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:12:44.783265 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d746154d-d505-4466-94db-be513358120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['a9a109ee-0a69-45d1-b644-e516a12fe042'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:44.795911 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.800269 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-264d0f2d-344c-44d3-99a9-14c6b5f70702 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5633862 Mar 24 14:12:44.803739 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49048) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:44.810267 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group_rule': {'security_group_id': 'fef8553e-c07c-4d30-ba1b-7d85ce891927', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:44.833800 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-2cead1a9-2099-4737-b537-6289bb9fb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:44.835304 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-2cead1a9-2099-4737-b537-6289bb9fb112 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.1149204 Mar 24 14:12:44.893246 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] Set router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:44.913777 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-33431fc1-a89a-42b8-b417-04bd893091d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:12:44.915322 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-33431fc1-a89a-42b8-b417-04bd893091d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732286 Mar 24 14:12:44.916209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (6e886273-ba8a-40a5-b573-f5d56d0b6218), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.932889 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] For port a05914bf-367d-4c92-b3da-4a9878aa9f81, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=a05914bf-367d-4c92-b3da-4a9878aa9f81,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:44.933443 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:44.952533 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-d746154d-d505-4466-94db-be513358120f None None] Set router a9a109ee-0a69-45d1-b644-e516a12fe042 gateway port host: None {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:12:44.970599 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Calling delete_port for a05914bf-367d-4c92-b3da-4a9878aa9f81 owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:45.047944 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-d746154d-d505-4466-94db-be513358120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:12:44Z', 'revision_number': 6, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:45.064190 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (6e886273-ba8a-40a5-b573-f5d56d0b6218), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.074827 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-d0e2b9b3-0504-4514-a51a-9e9fff94f581 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509521 Mar 24 14:12:45.087009 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746154d-d505-4466-94db-be513358120f None None] The sync data for ids ['a9a109ee-0a69-45d1-b644-e516a12fe042'] in dv-cinder-798189-3-iscsi is: [{'id': 'a9a109ee-0a69-45d1-b644-e516a12fe042', 'name': 'tempest-TestMinimumBasicScenario-1032477021-router', 'tenant_id': 'e351824f749c44c98ce282d7e29132d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:08:08Z', 'updated_at': '2022-03-24T14:12:44Z', 'revision_number': 6, 'project_id': 'e351824f749c44c98ce282d7e29132d4', 'gw_port_host': None}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:45.100027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] Provisioning complete for port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:45.100505 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.142405 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (6e886273-ba8a-40a5-b573-f5d56d0b6218), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.153110 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:41Z', 'revision_number': 4, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca', 'name': '', 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'mac_address': 'fa:16:3e:d8:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:40Z', 'updated_at': '2022-03-24T14:12:44Z', 'revision_number': 4, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'subnets': [{'id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:45.169172 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e886273-ba8a-40a5-b573-f5d56d0b6218,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:45.180963 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbedb4-a260-40ad-9a5b-7188019c2319 None None] The sync data for ids ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'] in dv-cinder-798189-3-iscsi is: [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:41Z', 'revision_number': 4, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca', 'name': '', 'network_id': '7b11f5ac-dc61-4764-abf4-59f294a96ea8', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'mac_address': 'fa:16:3e:d8:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:40Z', 'updated_at': '2022-03-24T14:12:44Z', 'revision_number': 4, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'subnets': [{'id': '50fec12d-3e18-42b1-a7b2-f1cdb42dabcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:12:45.215374 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4e9ffbd0-6752-469a-a894-05cd0b28fdca req-54cfbdbc-cad8-4682-985c-eda1f288f4d5 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335037 Mar 24 14:12:45.222531 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] Current status of the port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:45.222531 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.248218 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] For port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:45.278670 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.279856 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ddd58d1c-d1c1-4ace-8152-617f33d098fb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4750910 Mar 24 14:12:45.283229 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49050) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:45.291558 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group_rule': {'security_group_id': 'fef8553e-c07c-4d30-ba1b-7d85ce891927', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:45.345871 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.385403 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (a05914bf-367d-4c92-b3da-4a9878aa9f81), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.386161 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.securitygroups_db [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Project f7e399eefdea43b29574b153a43d7e95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:12:45.403060 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18867a82-99f4-40bd-aa6a-3c5b7592ed3f None None] Pushing event updated for resources: {'Port': ['ID=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:45.403492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (99beaada-1319-42c1-98ee-487f394ef55b), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.411191 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05914bf-367d-4c92-b3da-4a9878aa9f81,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:45.456522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (99beaada-1319-42c1-98ee-487f394ef55b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.478878 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (a9a109ee-0a69-45d1-b644-e516a12fe042), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.539516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (99beaada-1319-42c1-98ee-487f394ef55b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.563715 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99beaada-1319-42c1-98ee-487f394ef55b,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:45.615870 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.619957 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f5364e86-6aca-4ca3-a419-2c6a3d62ebfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331451 Mar 24 14:12:45.620097 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49054) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:45.625973 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'security_group_rule': {'security_group_id': 'fef8553e-c07c-4d30-ba1b-7d85ce891927', 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:12:45.632669 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (a9a109ee-0a69-45d1-b644-e516a12fe042), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.643628 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks [] for router_controller (a9a109ee-0a69-45d1-b644-e516a12fe042), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.710995 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.securitygroups_db [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Project f7e399eefdea43b29574b153a43d7e95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:12:45.718173 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (d492cad2-014f-413a-a525-8d990231fe38), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.739257 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (a9a109ee-0a69-45d1-b644-e516a12fe042), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.739790 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a109ee-0a69-45d1-b644-e516a12fe042 {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:12:45.745285 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.751963 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-04dda7c7-7e07-48d8-b3d9-716aa6c817f3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a9a109ee-0a69-45d1-b644-e516a12fe042 HTTP/1.1" status: 204 len: 168 time: 1.6052134 Mar 24 14:12:45.751963 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49056) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:45.781170 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (d492cad2-014f-413a-a525-8d990231fe38), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.815382 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Deleting subnet 5db1a899-f598-4112-9767-dccc5af37f43 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:12:45.815382 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Publish callbacks [] for subnet (5db1a899-f598-4112-9767-dccc5af37f43), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.845566 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (5db1a899-f598-4112-9767-dccc5af37f43), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.848308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (d492cad2-014f-413a-a525-8d990231fe38), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.867435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d492cad2-014f-413a-a525-8d990231fe38,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:45.941525 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:45.942919 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-879381f9-4541-497f-ae8a-17b34104f996 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217936 Mar 24 14:12:45.966281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (5db1a899-f598-4112-9767-dccc5af37f43), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.105701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (5db1a899-f598-4112-9767-dccc5af37f43), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.121205 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.132429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49094) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:46.134608 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3bac1-f05a-4996-8c16-39c6916b10f0 None None] Network 4b7c9888-fb91-448a-b502-89e9e01c8bbe requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:12:46.152260 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5db1a899-f598-4112-9767-dccc5af37f43 HTTP/1.1" status: 204 len: 168 time: 0.3760335 Mar 24 14:12:46.179461 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0490ca-9866-4826-ab81-1792dace7791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db1a899-f598-4112-9767-dccc5af37f43,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:46.260090 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (4b7c9888-fb91-448a-b502-89e9e01c8bbe), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.318855 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:12:46.348804 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Deleting port 2d27ffe5-2801-4908-aea4-7442b118ccbf {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:46.348804 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.386774 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:12:46.387153 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.434034 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] For port 2d27ffe5-2801-4908-aea4-7442b118ccbf, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=2d27ffe5-2801-4908-aea4-7442b118ccbf,segment=NetworkSegment(b194acfb-2452-4b6d-994f-d42e71cca291),segment_id=b194acfb-2452-4b6d-994f-d42e71cca291)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:46.434522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.453078 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Calling delete_port for 2d27ffe5-2801-4908-aea4-7442b118ccbf owned by network:dhcp {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:46.550399 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] DHCP port deletion for 4b7c9888-fb91-448a-b502-89e9e01c8bbe request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:12:46.631060 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.649481 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Deleting port 2d27ffe5-2801-4908-aea4-7442b118ccbf {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:12:46.649860 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.652715 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:12:46.655684 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d27ffe5-2801-4908-aea4-7442b118ccbf,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:46.664074 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] No DVR routers for this DVR port 2d27ffe5-2801-4908-aea4-7442b118ccbf on host dv-cinder-798189-3-iscsi {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:12:46.742506 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] For port 2d27ffe5-2801-4908-aea4-7442b118ccbf, host dv-cinder-798189-3-iscsi, got binding levels [] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:12:46.742980 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.747017 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device f38602df-73e1-483e-ad34-330282fe5ea2 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:46.750101 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (4b7c9888-fb91-448a-b502-89e9e01c8bbe), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.773092 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7c9888-fb91-448a-b502-89e9e01c8bbe']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:46.776478 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: f38602df-73e1-483e-ad34-330282fe5ea2 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:46.776826 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device f38602df-73e1-483e-ad34-330282fe5ea2 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:46.777542 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a05914bf-367d-4c92-b3da-4a9878aa9f81 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:46.782756 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b194acfb-2452-4b6d-994f-d42e71cca291') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:46.783162 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b194acfb-2452-4b6d-994f-d42e71cca291') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:12:46.794201 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (b194acfb-2452-4b6d-994f-d42e71cca291), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.796938 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Calling delete_port for 2d27ffe5-2801-4908-aea4-7442b118ccbf owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:12:46.799731 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: a05914bf-367d-4c92-b3da-4a9878aa9f81 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:46.799863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a05914bf-367d-4c92-b3da-4a9878aa9f81 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:46.802333 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.ipam_backend_mixin [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Port 2d27ffe5-2801-4908-aea4-7442b118ccbf was not found and therefore no delete operation was performed {{(pid=110188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 14:12:46.803983 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (2d27ffe5-2801-4908-aea4-7442b118ccbf), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.809146 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (b194acfb-2452-4b6d-994f-d42e71cca291), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.817197 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:12:46.817576 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (b194acfb-2452-4b6d-994f-d42e71cca291), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:12:46.819276 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:12:46.835950 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] Pushing event deleted for resources: {'Port': ['ID=2d27ffe5-2801-4908-aea4-7442b118ccbf,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:46.837799 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9a8ba-74ef-42d2-83a4-70914a9326b1 None None] No DVR routers for this DVR port 2d27ffe5-2801-4908-aea4-7442b118ccbf on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:12:46.962729 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (4b7c9888-fb91-448a-b502-89e9e01c8bbe), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.967162 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:46.971305 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b7c9888-fb91-448a-b502-89e9e01c8bbe HTTP/1.1" status: 204 len: 168 time: 0.8418117 Mar 24 14:12:46.984274 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a633dae-0146-4201-b6ec-02000b8f079b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7c9888-fb91-448a-b502-89e9e01c8bbe,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:47.369892 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49114) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:47.412979 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ee18183a-cbc1-456e-9b73-9debfe7f86b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6840b580926e440db53b02c6d06a8e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418510 Mar 24 14:12:47.415427 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49120) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:47.461467 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3d405c7-077d-4ced-bf38-0493245de75a admin admin] Publish callbacks [] for security_group (032ea34f-d3c7-488b-b748-5a3244db9ea6), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:47.485532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3d405c7-077d-4ced-bf38-0493245de75a admin admin] Publish callbacks [] for security_group (032ea34f-d3c7-488b-b748-5a3244db9ea6), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:47.573459 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3d405c7-077d-4ced-bf38-0493245de75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (032ea34f-d3c7-488b-b748-5a3244db9ea6), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:47.576224 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b3d405c7-077d-4ced-bf38-0493245de75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:47.577396 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b3d405c7-077d-4ced-bf38-0493245de75a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/032ea34f-d3c7-488b-b748-5a3244db9ea6 HTTP/1.1" status: 204 len: 168 time: 0.1610477 Mar 24 14:12:47.586048 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d405c7-077d-4ced-bf38-0493245de75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032ea34f-d3c7-488b-b748-5a3244db9ea6,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:48.167741 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49140) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:48.210442 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-0c80e917-1008-40c3-a462-472380182c5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e351824f749c44c98ce282d7e29132d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415516 Mar 24 14:12:48.212988 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49142) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:12:48.238103 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 2d27ffe5-2801-4908-aea4-7442b118ccbf no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:12:48.257596 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 2d27ffe5-2801-4908-aea4-7442b118ccbf {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:12:48.257942 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 2d27ffe5-2801-4908-aea4-7442b118ccbf not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:12:48.261321 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-53d8c8ee-8889-44d8-9b50-ba78ca9dbbca admin admin] Publish callbacks [] for security_group (4f8a4c64-304b-49d5-860f-5e3583a86c27), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:48.283847 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-53d8c8ee-8889-44d8-9b50-ba78ca9dbbca admin admin] Publish callbacks [] for security_group (4f8a4c64-304b-49d5-860f-5e3583a86c27), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:48.425112 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-53d8c8ee-8889-44d8-9b50-ba78ca9dbbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (4f8a4c64-304b-49d5-860f-5e3583a86c27), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:48.427716 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-53d8c8ee-8889-44d8-9b50-ba78ca9dbbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:48.428867 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-53d8c8ee-8889-44d8-9b50-ba78ca9dbbca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f8a4c64-304b-49d5-860f-5e3583a86c27 HTTP/1.1" status: 204 len: 168 time: 0.2149789 Mar 24 14:12:48.436421 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8c8ee-8889-44d8-9b50-ba78ca9dbbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8a4c64-304b-49d5-860f-5e3583a86c27,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:12:54.253126 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-fa722309-0ff9-4cee-aec1-eab50e6de266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:56.510762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8c98b907-292b-4f57-b677-aa26d8928bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:57.836251 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:12:59.065569 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:00.595926 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:02.663235 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204cbe1-fb37-45d9-8c43-767feca4c5c8 req-2d552a6f-6938-4450-9c2a-2268429f1830 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:02.664737 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6204cbe1-fb37-45d9-8c43-767feca4c5c8 req-2d552a6f-6938-4450-9c2a-2268429f1830 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0523953 Mar 24 14:13:02.710866 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6204cbe1-fb37-45d9-8c43-767feca4c5c8 req-84901768-2214-492c-8756-950c5c5efcc4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401008 Mar 24 14:13:03.838310 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1daff-8fbb-4bc5-b243-8e22a20a95fb req-4d02fa19-0f40-4f83-bf1a-b571e55a7f2b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:03.839794 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4ae1daff-8fbb-4bc5-b243-8e22a20a95fb req-4d02fa19-0f40-4f83-bf1a-b571e55a7f2b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0510252 Mar 24 14:13:03.887421 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4ae1daff-8fbb-4bc5-b243-8e22a20a95fb req-7b587220-6a01-4b9a-8971-1b8e58e35d60 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Mar 24 14:13:05.008478 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595c866-9767-42be-95a0-d0a22cec1b46 req-3e571b74-3dd7-41f7-9b41-efb83b5d22c4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:05.009967 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e595c866-9767-42be-95a0-d0a22cec1b46 req-3e571b74-3dd7-41f7-9b41-efb83b5d22c4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0514858 Mar 24 14:13:05.058080 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e595c866-9767-42be-95a0-d0a22cec1b46 req-69113c4b-8eee-471d-a7ce-d58947cc8ba7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Mar 24 14:13:06.177552 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93915a52-61c4-466b-9213-948889d24e81 req-d133d132-8e93-4ed5-88b4-b86878a082ad tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:06.179026 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-93915a52-61c4-466b-9213-948889d24e81 req-d133d132-8e93-4ed5-88b4-b86878a082ad tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0504766 Mar 24 14:13:06.225626 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-93915a52-61c4-466b-9213-948889d24e81 req-97ac9a3a-06de-4c26-aa50-5321eaa905e9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 Mar 24 14:13:06.235962 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:07.345329 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a23855-0576-4bc9-81cb-931ca33749d8 req-d66f04fd-14c4-4e06-9fa7-a7af434ed1b3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:07.347328 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0a23855-0576-4bc9-81cb-931ca33749d8 req-d66f04fd-14c4-4e06-9fa7-a7af434ed1b3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0529206 Mar 24 14:13:07.391812 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0a23855-0576-4bc9-81cb-931ca33749d8 req-c053fc5f-f9e9-4c58-9b01-140965e4952e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387745 Mar 24 14:13:08.513373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0659f-5a77-4099-9d0c-a6842a108df5 req-7b8303b0-bb34-4968-8d6e-4f9b8d3cafcb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:08.514889 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-28e0659f-5a77-4099-9d0c-a6842a108df5 req-7b8303b0-bb34-4968-8d6e-4f9b8d3cafcb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0516694 Mar 24 14:13:08.561089 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-28e0659f-5a77-4099-9d0c-a6842a108df5 req-15c99c12-82da-4926-bcd9-e09226b22cba tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Mar 24 14:13:09.685063 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f46cb8-2d99-4d3b-b004-9d26efc1b53f req-973e2e8d-3eef-4bdc-b0b3-7b0ce49b7c82 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:09.686518 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c3f46cb8-2d99-4d3b-b004-9d26efc1b53f req-973e2e8d-3eef-4bdc-b0b3-7b0ce49b7c82 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0539641 Mar 24 14:13:09.730571 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c3f46cb8-2d99-4d3b-b004-9d26efc1b53f req-9af4eb76-1cbc-4301-a9dc-02549a16e8d0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379126 Mar 24 14:13:10.853862 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21403ff6-fc54-4049-ac8b-52c8dd92a204 req-f1d39f3d-c626-412e-84fc-3237a907c2f3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:10.855382 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21403ff6-fc54-4049-ac8b-52c8dd92a204 req-f1d39f3d-c626-412e-84fc-3237a907c2f3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0531721 Mar 24 14:13:10.904799 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-21403ff6-fc54-4049-ac8b-52c8dd92a204 req-72224069-f661-4483-aabf-965520bc2715 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Mar 24 14:13:11.299571 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-5e9a621d-794f-401b-aab4-7b2d57dc8faa tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899924503&fields=id&tenant_id=f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 267 time: 0.0428822 Mar 24 14:13:11.406217 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-bff81ca7-a269-42a8-a6a3-932b9fed2c23 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:11.407686 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-bff81ca7-a269-42a8-a6a3-932b9fed2c23 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 811 time: 0.1020219 Mar 24 14:13:11.422447 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-b8eccbe9-5d9b-4ea7-a451-b1965f3be2a4 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/quotas/f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 375 time: 0.0087547 Mar 24 14:13:11.739289 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fd1a7ea-5299-491a-aa3e-c022d9769cfb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3118863 Mar 24 14:13:11.831251 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-dde45d3e-7deb-4f26-8e60-519adb98b8d2 service neutron] 10.222.0.20 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801218 Mar 24 14:13:11.922154 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-4827aeee-4fae-4305-9358-400352980898 service neutron] 10.222.0.20 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853419 Mar 24 14:13:12.033271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebc077-3178-44ec-8c2b-e2b6a8377ccf req-b62994b3-c33f-417d-a87c-369841031318 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:12.034863 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fdebc077-3178-44ec-8c2b-e2b6a8377ccf req-b62994b3-c33f-417d-a87c-369841031318 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0599551 Mar 24 14:13:12.084919 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fdebc077-3178-44ec-8c2b-e2b6a8377ccf req-90b52fe7-01ec-49cf-99b7-f07181328c4e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Mar 24 14:13:12.431506 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7ed8bf38-2539-4868-8770-d1c4265f3d7e req-cc3e8edd-38e7-4329-80ae-dd2883472133 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 210 time: 0.0264292 Mar 24 14:13:13.015854 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49374) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:13.180222 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Deleting port b7647879-9afd-4aba-b968-a2d057dfb4af {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:13.180564 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:13.219013 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef2efb-1030-47ed-a53a-8128e280092e req-27f58bbb-615e-434a-852d-def66a7d7d8b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:13.221191 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d3ef2efb-1030-47ed-a53a-8128e280092e req-27f58bbb-615e-434a-852d-def66a7d7d8b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0522904 Mar 24 14:13:13.262858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:13.263179 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for floatingip (b7647879-9afd-4aba-b968-a2d057dfb4af), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:13.275537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Calling delete_port for b7647879-9afd-4aba-b968-a2d057dfb4af owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:13.276791 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d3ef2efb-1030-47ed-a53a-8128e280092e req-a4ecd5f0-0ffd-4d63-9095-99731b61d0e8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503399 Mar 24 14:13:13.522301 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-97d0f0b4-8409-4988-8383-fcb492afde9a req-1b51d50a-9e79-438a-b2f2-5ac1aab31fd7 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Mar 24 14:13:13.533664 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (b7647879-9afd-4aba-b968-a2d057dfb4af), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:13.559721 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event deleted for resources: {'Port': ['ID=b7647879-9afd-4aba-b968-a2d057dfb4af,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:13.585614 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.585963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.586307 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.586673 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.587015 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.587347 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.587674 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.587998 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.588321 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.588647 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.588970 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.589293 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.589617 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.589938 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.590257 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:13.629327 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for floatingip (64d24fef-317d-4a97-8369-eb1b7fbe6d0b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:13.629652 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Floating IP 64d24fef-317d-4a97-8369-eb1b7fbe6d0b disassociated (deleted). External IP: 172.27.0.129, port: ff99d81d-ffcf-4b6e-9443-92bd73827888. Mar 24 14:13:13.733011 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c719-7b66-49c2-886e-059d2bc6d9be req-aaf7f582-42bb-4675-8e15-7ba798a04d83 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:13.735104 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2fc9c719-7b66-49c2-886e-059d2bc6d9be req-aaf7f582-42bb-4675-8e15-7ba798a04d83 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0546634 Mar 24 14:13:13.786631 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2fc9c719-7b66-49c2-886e-059d2bc6d9be req-23f802fd-2066-4452-8f83-6f1815d731f6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Mar 24 14:13:13.860707 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:13.970386 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:13.975271 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:13.979957 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] Sync routers for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:13.996973 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:14.002152 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:14.007275 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-970867f2-1702-4b13-a0b4-f1a335770cff tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "DELETE /v2.0/floatingips/64d24fef-317d-4a97-8369-eb1b7fbe6d0b HTTP/1.1" status: 204 len: 168 time: 0.9900975 Mar 24 14:13:14.007863 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:14.010078 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded5f256-47cc-45de-8520-64870e164657" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:14.049898 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833aa30-0a1f-409a-80a9-dfe595e0432e x-openstack-request-id: req-9833aa30-0a1f-409a-80a9-dfe595e0432e {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:14.050510 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:14.050510 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9833aa30-0a1f-409a-80a9-dfe595e0432e {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:14.050894 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9833aa30-0a1f-409a-80a9-dfe595e0432e'] response: {'name': 'network-changed', 'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'status': 'completed', 'code': 200} Mar 24 14:13:14.103257 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:14.117083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f256-47cc-45de-8520-64870e164657 req-a3cd838b-2e90-4b1f-99d9-6efbab621219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.118630 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-a3cd838b-2e90-4b1f-99d9-6efbab621219 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b095acd61c84709a047179245841144&device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 1130 time: 0.0459607 Mar 24 14:13:14.226495 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f256-47cc-45de-8520-64870e164657 req-64d37a6e-feb5-4e04-aa08-eb2b158c3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.227996 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-64d37a6e-feb5-4e04-aa08-eb2b158c3969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 200 len: 909 time: 0.0997283 Mar 24 14:13:14.271482 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-ffce6d84-528b-4b23-b6b3-4dd3681eecd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 200 len: 217 time: 0.0342526 Mar 24 14:13:14.318838 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:14.354282 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f256-47cc-45de-8520-64870e164657 req-0e8ac3ba-3858-422e-9344-118d7cca5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.356040 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] Checking router: 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:14.359972 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-0e8ac3ba-3858-422e-9344-118d7cca5773 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 200 len: 847 time: 0.0792048 Mar 24 14:13:14.369403 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:14.370314 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:14.453023 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-76fb037a-d102-495c-89ac-d10c6511978f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.455219 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-76fb037a-d102-495c-89ac-d10c6511978f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 811 time: 0.1396513 Mar 24 14:13:14.455894 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f256-47cc-45de-8520-64870e164657 req-74c016f8-0162-4e46-a9fc-71e32c567a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.457441 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-74c016f8-0162-4e46-a9fc-71e32c567a59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b63a317d-a60c-4e48-8e87-fe850893caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899556 Mar 24 14:13:14.463727 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2736c0-1a3f-4f04-aec2-899519a433d0 req-4d3a16a9-7ee8-4262-b5d9-7a036f2ad205 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.471166 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9d2736c0-1a3f-4f04-aec2-899519a433d0 req-4d3a16a9-7ee8-4262-b5d9-7a036f2ad205 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.1021440 Mar 24 14:13:14.475407 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394d173-5f99-4896-97a6-20415c1295f5 req-2453188e-284c-4f23-a48d-4637d8367a62 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.476920 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9394d173-5f99-4896-97a6-20415c1295f5 req-2453188e-284c-4f23-a48d-4637d8367a62 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0741243 Mar 24 14:13:14.492188 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:14.557137 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9d2736c0-1a3f-4f04-aec2-899519a433d0 req-e5954d1c-191f-4df0-84c8-88707cbd987f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847564 Mar 24 14:13:14.579890 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2d6d3442-faa2-42fb-aa3c-6bb5f427b31c tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 379 time: 0.0960083 Mar 24 14:13:14.601985 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9394d173-5f99-4896-97a6-20415c1295f5 req-4a29264a-64dc-4a23-913e-31f59b1f91f9 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151137 Mar 24 14:13:14.608804 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-16ef5158-f3b6-49d2-a681-b59d3b2d158f service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306136 Mar 24 14:13:14.617742 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'port': {'device_id': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'admin_state_up': True, 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'security_groups': ['fef8553e-c07c-4d30-ba1b-7d85ce891927']}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:14.719794 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-bdc235bb-7463-4c6f-bfc1-912187117ab4 req-e9ccd569-a1f8-4396-8f8b-e5c274bc43bb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 210 time: 0.0335686 Mar 24 14:13:14.728168 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ded5f256-47cc-45de-8520-64870e164657 req-39b027f1-e313-4554-a64b-96faa0ab48c3 service neutron] 10.222.0.42 "GET /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118886 Mar 24 14:13:14.763908 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:13:14.825959 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:14.854266 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a15b6-a755-4ebb-b88b-b626f949b200 None None] The sync data for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi is: [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:06:19Z', 'revision_number': 4, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'a4e9bb29-2b0f-4770-89c6-03aac409f6f2', 'name': '', 'network_id': 'b63a317d-a60c-4e48-8e87-fe850893caee', 'tenant_id': '4b095acd61c84709a047179245841144', 'mac_address': 'fa:16:3e:39:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:18Z', 'updated_at': '2022-03-24T14:06:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'subnets': [{'id': '4e8cd5ab-0cf2-4be7-877e-739235be2463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:14.871292 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:14.876185 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Made reservation on behalf of f7e399eefdea43b29574b153a43d7e95 for: {'port': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:13:14.880338 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:14.885292 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'mac_address': 'fa:16:3e:0b:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:13:14.929819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3168012-ee8e-4e59-9ae3-e3717cbb1beb req-731c23a2-122b-4d93-93b9-4a678a3f97a1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:14.930868 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: ACTIVE; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:14.931442 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:14.931586 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e3168012-ee8e-4e59-9ae3-e3717cbb1beb req-731c23a2-122b-4d93-93b9-4a678a3f97a1 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0638292 Mar 24 14:13:14.951309 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 338c06c5-1fac-4aec-9e0d-ab7c274affb3 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:13:14.972764 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:14.987084 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e3168012-ee8e-4e59-9ae3-e3717cbb1beb req-0c851332-6b92-475f-8cbc-405c1779a863 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493991 Mar 24 14:13:15.030160 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:15.090844 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=6']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:15.118139 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['338c06c5-1fac-4aec-9e0d-ab7c274affb3'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:13:15.156501 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66158d-ded0-46a3-841a-9d95f3ffe261 None None] New status for floating IP 64d24fef-317d-4a97-8369-eb1b7fbe6d0b: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:13:15.282094 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Allocated IP 172.20.0.13 (63cc0139-f16e-4e94-9349-38b3a6d4c1b2/d7a4e961-e16a-4554-ba51-b701abbeee5a/860fe1ab-92bc-4825-9ba5-e6006e2f0613) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:15.416386 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:15.544675 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:15.586789 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:15.590288 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:15.595872 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:15.602547 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=860fe1ab-92bc-4825-9ba5-e6006e2f0613,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:15.688188 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:15.688835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:15.730406 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c944164-5c42-43e1-9e85-1a0196f464ae req-36794d73-a170-4655-8c3d-ebeaf17b5ddc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:15.732089 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5c944164-5c42-43e1-9e85-1a0196f464ae req-36794d73-a170-4655-8c3d-ebeaf17b5ddc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 945 time: 0.0968153 Mar 24 14:13:15.783602 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b3448-65c4-4653-80cb-0743a020c1fc req-6d5b6724-a3b2-43ff-a4ca-7d9107b71ded tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:15.785454 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-013b3448-65c4-4653-80cb-0743a020c1fc req-6d5b6724-a3b2-43ff-a4ca-7d9107b71ded tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.0874276 Mar 24 14:13:15.811203 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5c944164-5c42-43e1-9e85-1a0196f464ae req-11314725-86d2-4677-bc3d-a77bedabe9af tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716043 Mar 24 14:13:15.820007 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2fba5fe4-cbe5-43fe-a97e-84a06b1c0e9d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2276716 Mar 24 14:13:15.842402 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Request body: {'port': {'device_id': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:15.857411 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-013b3448-65c4-4653-80cb-0743a020c1fc req-8e79bcf6-6280-4993-b27c-6743ac83328e tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600049 Mar 24 14:13:15.937768 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:15.993192 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905b132-b479-43b3-9ddf-e1d5cc2b1536 req-123d9f40-0175-4f1a-841b-77d1c983bd09 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:15.997718 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-3cc7a97d-10a7-446a-b8e9-36b76e9d255d None None] Provisioning complete for port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:16.000697 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a97d-10a7-446a-b8e9-36b76e9d255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.001770 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2905b132-b479-43b3-9ddf-e1d5cc2b1536 req-123d9f40-0175-4f1a-841b-77d1c983bd09 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 932 time: 0.1126235 Mar 24 14:13:16.039023 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7a97d-10a7-446a-b8e9-36b76e9d255d None None] Port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:13:16.113014 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ddeee-0466-445e-b52f-dddbbeb04257 req-9cdbb068-5fba-463e-a8d4-721495d83ca2 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:16.115295 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-575ddeee-0466-445e-b52f-dddbbeb04257 req-9cdbb068-5fba-463e-a8d4-721495d83ca2 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0524852 Mar 24 14:13:16.118316 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2905b132-b479-43b3-9ddf-e1d5cc2b1536 req-3dca6cee-a3bc-4e03-ae04-54561cb1ef58 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150928 Mar 24 14:13:16.166212 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-575ddeee-0466-445e-b52f-dddbbeb04257 req-18f13e95-2a7b-4868-8fee-ed5dc766a78a tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f4e447-cd0a-43db-a4c6-6bce862e6505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451033 Mar 24 14:13:16.263886 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fe1ab-92bc-4825-9ba5-e6006e2f0613 {{(pid=110186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:13:16.271308 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Publish callbacks [] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.282901 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.provisioning_blocks [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Transition to ACTIVE for port object 860fe1ab-92bc-4825-9ba5-e6006e2f0613 will not be triggered until provisioned by entity L2. {{(pid=110186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:13:16.344326 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.401363 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Pushing event updated for resources: {'Port': ['ID=860fe1ab-92bc-4825-9ba5-e6006e2f0613,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:16.415007 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-3f6b2802-67b2-4201-8569-7c89cf716036 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:16.416527 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-3f6b2802-67b2-4201-8569-7c89cf716036 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 946 time: 0.0568683 Mar 24 14:13:16.471326 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Attempting to bind port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:13:16.471749 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Attempting to bind port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:13:16.472147 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Attempting to bind port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:13:16.476878 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:13:16.477283 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Attempting to bind port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:13:16.482332 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:13:16.482785 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Checking segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:13:16.483351 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Bound using segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} {{(pid=110186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:13:16.484093 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.managers [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Bound port: 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}}] {{(pid=110186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:13:16.484519 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.520516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Deleting port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:16.520950 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.551381 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] For port 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host hv-cinder-79818, cleared binding levels {{(pid=110186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:13:16.554321 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] For port 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:13:16.610501 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] For port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:16.610889 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.647985 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.680941 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:16.681558 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.682965 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] 10.222.0.42 "PUT /v2.0/ports/860fe1ab-92bc-4825-9ba5-e6006e2f0613 HTTP/1.1" status: 200 len: 1094 time: 0.8479178 Mar 24 14:13:16.686739 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:16.686739 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:16.709787 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13f372-ebda-4149-adef-a6d5caae6693 service neutron] Pushing event updated for resources: {'Port': ['ID=860fe1ab-92bc-4825-9ba5-e6006e2f0613,revision_number=3']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:16.738472 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2200fc5-2274-483d-a4da-635cae14d06b x-openstack-request-id: req-a2200fc5-2274-483d-a4da-635cae14d06b {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:16.738646 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:16.738807 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2200fc5-2274-483d-a4da-635cae14d06b {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:16.739236 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2200fc5-2274-483d-a4da-635cae14d06b'] response: {'name': 'network-changed', 'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'status': 'completed', 'code': 200} Mar 24 14:13:16.796580 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:16.800458 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.801392 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (a735af99-8b69-43d4-b3f0-6c2819fbcf01), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.801719 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Floating IP a735af99-8b69-43d4-b3f0-6c2819fbcf01 disassociated. External IP: 172.27.0.32, port: 79c887f8-9ce2-4bc3-8cb1-e75da844f26b. Mar 24 14:13:16.802062 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Calling delete_port for 79c887f8-9ce2-4bc3-8cb1-e75da844f26b owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:16.812030 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9 req-7d282377-293b-47e6-ad67-0e08ea543393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:16.814462 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9 req-7d282377-293b-47e6-ad67-0e08ea543393 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 1128 time: 0.0501215 Mar 24 14:13:16.864330 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:16.864935 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:16.956000 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9 req-eaffc282-479d-4ad5-9d77-00fb0bcf1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:16.957582 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9 req-eaffc282-479d-4ad5-9d77-00fb0bcf1980 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f7e399eefdea43b29574b153a43d7e95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1369371 Mar 24 14:13:17.003320 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:17.003906 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.032265 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:17.036856 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-08b80925-d032-4b51-9f30-892717a2121b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.037001 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea05ed-964f-4a7d-830b-4605ef33a00a" -d '{"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-plugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:17.037097 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-08b80925-d032-4b51-9f30-892717a2121b tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.1405456 Mar 24 14:13:17.049494 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:17.085245 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d0300-3a4b-4e11-8204-2bf224b4a15b req-b4a5ac2c-cff0-4070-9c72-2fcdda62c471 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.086808 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-949d0300-3a4b-4e11-8204-2bf224b4a15b req-b4a5ac2c-cff0-4070-9c72-2fcdda62c471 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 945 time: 0.1282849 Mar 24 14:13:17.098846 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59356159-cc0d-4fbc-8dca-2126a82516d5 req-e528abc5-2281-4469-8d0a-2601a4dccb0d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.099770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (79c887f8-9ce2-4bc3-8cb1-e75da844f26b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.100330 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-59356159-cc0d-4fbc-8dca-2126a82516d5 req-e528abc5-2281-4469-8d0a-2601a4dccb0d tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 946 time: 0.1103642 Mar 24 14:13:17.105172 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.105378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9 req-92ce3f66-14ae-451f-9373-c362589e95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.106728 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0e0211f1-bdc4-4892-b45f-cf0a28426fc9 req-92ce3f66-14ae-451f-9373-c362589e95dd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432173 Mar 24 14:13:17.158827 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=7']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:17.176817 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event deleted for resources: {'Port': ['ID=79c887f8-9ce2-4bc3-8cb1-e75da844f26b,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:17.201377 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-59356159-cc0d-4fbc-8dca-2126a82516d5 req-d2eaf8f1-a498-4554-a6f2-fe8f11f2876f tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/security-groups?id=be6a6ca7-6693-4849-b280-e8c833bd801d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936987 Mar 24 14:13:17.214763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-c4bcbf23-a5cd-44e8-aa8c-9feafe6c025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.216571 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-c4bcbf23-a5cd-44e8-aa8c-9feafe6c025a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 1128 time: 0.0674701 Mar 24 14:13:17.259381 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c8edc0-c7ee-4b71-a9d5-e1ee0cbd9bf8 x-openstack-request-id: req-82c8edc0-c7ee-4b71-a9d5-e1ee0cbd9bf8 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:17.260361 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-plugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:17.260780 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82c8edc0-c7ee-4b71-a9d5-e1ee0cbd9bf8 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:17.261411 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c8edc0-c7ee-4b71-a9d5-e1ee0cbd9bf8'] response: {'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'code': 200} Mar 24 14:13:17.266039 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-9aa264bb-4967-4190-b9d4-436b3b1a5ccc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613 HTTP/1.1" status: 200 len: 217 time: 0.0419147 Mar 24 14:13:17.283725 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-949d0300-3a4b-4e11-8204-2bf224b4a15b req-d7557e79-d17d-47df-a357-368870330ae1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859984 Mar 24 14:13:17.313425 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Deleting port ff99d81d-ffcf-4b6e-9443-92bd73827888 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:17.313759 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.383261 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Router ecf0466f-c319-4cc2-a432-969e6315df34 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:17.393574 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-db5afb1f-a6ce-40e6-bf31-ec333e92311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.399051 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-db5afb1f-a6ce-40e6-bf31-ec333e92311c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.1205425 Mar 24 14:13:17.426438 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b572fc3c-7575-444e-bd2e-253d72fb8a92 req-b13a5b2d-75b7-4b21-becf-5b056a0463b6 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 210 time: 0.0451219 Mar 24 14:13:17.450037 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8c0c6-4bc4-468a-8361-d07e76fc6ff4 req-e27a2c36-ea84-4798-90a2-6aee534ef6ab tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.453669 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e9e8c0c6-4bc4-468a-8361-d07e76fc6ff4 req-e27a2c36-ea84-4798-90a2-6aee534ef6ab tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.1092119 Mar 24 14:13:17.495611 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-f4b7e4d8-5073-4d28-85dd-23d86523959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:17.497432 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-f4b7e4d8-5073-4d28-85dd-23d86523959d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918174 Mar 24 14:13:17.532211 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] For port ff99d81d-ffcf-4b6e-9443-92bd73827888, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ff99d81d-ffcf-4b6e-9443-92bd73827888,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:17.532578 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.553426 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Calling delete_port for ff99d81d-ffcf-4b6e-9443-92bd73827888 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:17.583008 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e9e8c0c6-4bc4-468a-8361-d07e76fc6ff4 req-04d6d977-4293-4d42-84d5-ab9a52517693 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189954 Mar 24 14:13:17.633972 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-afa4198e-7bbd-4128-9d49-267b467beec1 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252251 Mar 24 14:13:17.636782 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:17.656481 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:17.662300 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:13:17.675567 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:17.676469 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:17.686785 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] No DVR routers for this DVR port 79c887f8-9ce2-4bc3-8cb1-e75da844f26b on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:17.690764 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.694341 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-78a94268-8474-4ded-8ad5-180b76fd9cc6 req-9e163789-578a-4500-8bcb-443d269067a5 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.42 "DELETE /v2.0/ports/79c887f8-9ce2-4bc3-8cb1-e75da844f26b HTTP/1.1" status: 204 len: 173 time: 1.2723525 Mar 24 14:13:17.694917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'name': 'network-vif-deleted', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:17.697170 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e20f14-6741-433d-8b9c-d2b5d5ee13f8" -d '{"events": [{"server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "name": "network-vif-deleted", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:17.756487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff68cf-54ec-4d0e-88c4-b1f77330da73 x-openstack-request-id: req-6fff68cf-54ec-4d0e-88c4-b1f77330da73 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:17.756869 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b7361d-805a-48b2-a20b-7746ce07af2c", "name": "network-vif-deleted", "tag": "79c887f8-9ce2-4bc3-8cb1-e75da844f26b", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:17.757187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fff68cf-54ec-4d0e-88c4-b1f77330da73 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:17.757685 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fff68cf-54ec-4d0e-88c4-b1f77330da73'] response: {'server_uuid': 'b1b7361d-805a-48b2-a20b-7746ce07af2c', 'name': 'network-vif-deleted', 'tag': '79c887f8-9ce2-4bc3-8cb1-e75da844f26b', 'status': 'completed', 'code': 200} Mar 24 14:13:17.758332 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6b76c655-ef0d-4343-9900-bc20de9a2958 req-2abbc49e-3210-4609-b5bb-21d45f42bd2a service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147325 Mar 24 14:13:17.795298 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:17.910204 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (ff99d81d-ffcf-4b6e-9443-92bd73827888), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.936417 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event deleted for resources: {'Port': ['ID=ff99d81d-ffcf-4b6e-9443-92bd73827888,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:17.987278 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] No DVR routers for this DVR port ff99d81d-ffcf-4b6e-9443-92bd73827888 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:17.989400 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:17.992716 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-56ddd517-e706-4190-9462-e5b5ff82f49e req-20c82219-4a4d-44ed-ac27-1b8ad423f0c8 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.42 "DELETE /v2.0/ports/ff99d81d-ffcf-4b6e-9443-92bd73827888 HTTP/1.1" status: 204 len: 173 time: 0.9515038 Mar 24 14:13:18.005179 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:18.035791 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:18.044018 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:18.044611 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:18.155863 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:18.304889 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ebd2aaa2-6cb7-4586-9ca0-9edd20cf4ad1 req-ef91e1ef-226f-4ab3-a6b5-be0b6cc87132 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 210 time: 0.0358889 Mar 24 14:13:18.357360 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:18.388655 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4567936-073a-43df-abfd-7af0b3096edd None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:03:38Z', 'revision_number': 4, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '08caacc5-9dfb-4edd-b830-c75e50be8d1d', 'name': '', 'network_id': '8258ef9c-04b2-46b1-9c61-d1b5fcd48b01', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'mac_address': 'fa:16:3e:3c:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:37Z', 'updated_at': '2022-03-24T14:03:48Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'subnets': [{'id': '4b974a19-a509-4754-b268-3c9590d3d6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:18.445700 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab516e-160d-40d5-8efd-de3500081a53 req-45eb5a40-3e86-4a25-8a9e-1e6ffc537de9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:18.452981 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6ab516e-160d-40d5-8efd-de3500081a53 req-45eb5a40-3e86-4a25-8a9e-1e6ffc537de9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0767949 Mar 24 14:13:18.522523 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6ab516e-160d-40d5-8efd-de3500081a53 req-315fa859-0bca-46b4-93b0-c4d147974a86 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644510 Mar 24 14:13:18.561321 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9b8a7dc0-6307-4ccb-a271-894e6361b69c req-e4622eda-9719-4d33-9180-d47c2ed616de tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b7361d-805a-48b2-a20b-7746ce07af2c HTTP/1.1" status: 200 len: 210 time: 0.0266972 Mar 24 14:13:18.692140 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a4f0-39dd-4a57-b7a7-a62dc1962023 None None] New status for floating IP a735af99-8b69-43d4-b3f0-6c2819fbcf01: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:13:18.706631 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52830fe4-8904-4660-9967-451db3f8ca09 req-37bf1d32-18a3-4240-905d-b3bc770c22d1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:18.708812 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-52830fe4-8904-4660-9967-451db3f8ca09 req-37bf1d32-18a3-4240-905d-b3bc770c22d1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.0602922 Mar 24 14:13:18.759012 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-52830fe4-8904-4660-9967-451db3f8ca09 req-81b179a0-f2cc-4a89-97f2-0ad8bc5b67bb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Mar 24 14:13:19.408459 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6280b710-f480-4514-afe4-7f8e9075ab1d req-1f24b815-6ee9-4bb9-a5db-a11e3d839a17 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea95e97-ef7e-4c12-9884-ad4cd5783ddf HTTP/1.1" status: 200 len: 210 time: 0.0267177 Mar 24 14:13:19.646897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82b24a-ae95-4b37-be65-5ad40d0eb3e7 req-9aba45ef-3b03-4641-91cd-c592189705ca tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:19.649329 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b82b24a-ae95-4b37-be65-5ad40d0eb3e7 req-9aba45ef-3b03-4641-91cd-c592189705ca tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0604310 Mar 24 14:13:19.698761 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6b82b24a-ae95-4b37-be65-5ad40d0eb3e7 req-b7aea456-798d-499c-9c62-1c9d022157ae tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Mar 24 14:13:19.699423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49462) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:19.756812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-02a9af77-c0ba-4ba2-8c0d-f0f897013773 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (15f4e447-cd0a-43db-a4c6-6bce862e6505), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:19.758268 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-deleted', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:19.760517 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9e0414-74d2-43fb-adfd-4acd537e8b7e" -d '{"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-deleted", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:19.802410 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b4660a-f578-4244-a782-bdcd500de69e x-openstack-request-id: req-65b4660a-f578-4244-a782-bdcd500de69e {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:19.802410 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea95e97-ef7e-4c12-9884-ad4cd5783ddf", "name": "network-vif-deleted", "tag": "ff99d81d-ffcf-4b6e-9443-92bd73827888", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:19.802410 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65b4660a-f578-4244-a782-bdcd500de69e {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:19.802410 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b4660a-f578-4244-a782-bdcd500de69e'] response: {'server_uuid': '7ea95e97-ef7e-4c12-9884-ad4cd5783ddf', 'name': 'network-vif-deleted', 'tag': 'ff99d81d-ffcf-4b6e-9443-92bd73827888', 'status': 'completed', 'code': 200} Mar 24 14:13:19.805971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-02a9af77-c0ba-4ba2-8c0d-f0f897013773 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (15f4e447-cd0a-43db-a4c6-6bce862e6505), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:19.891717 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49c06-7c79-4cb0-881b-d3699faadee0 req-4e5f4cd1-79e0-4ad4-ade2-fd713b37f1b1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:19.893299 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-99e49c06-7c79-4cb0-881b-d3699faadee0 req-4e5f4cd1-79e0-4ad4-ade2-fd713b37f1b1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.0634065 Mar 24 14:13:19.949462 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-99e49c06-7c79-4cb0-881b-d3699faadee0 req-7705baaf-3a30-44df-9557-00383beef7fa tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472157 Mar 24 14:13:19.950827 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-02a9af77-c0ba-4ba2-8c0d-f0f897013773 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (15f4e447-cd0a-43db-a4c6-6bce862e6505), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:19.953559 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-02a9af77-c0ba-4ba2-8c0d-f0f897013773 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:19.954766 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-02a9af77-c0ba-4ba2-8c0d-f0f897013773 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "DELETE /v2.0/security-groups/15f4e447-cd0a-43db-a4c6-6bce862e6505 HTTP/1.1" status: 204 len: 168 time: 0.2542608 Mar 24 14:13:19.959103 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49472) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:19.966398 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9af77-c0ba-4ba2-8c0d-f0f897013773 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4e447-cd0a-43db-a4c6-6bce862e6505,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:19.996560 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.api.v2.resource [None req-ca49e279-a60e-4e92-865c-4069d5781910 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] show failed (client error): The resource could not be found. Mar 24 14:13:20.001089 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ca49e279-a60e-4e92-865c-4069d5781910 tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "GET /v2.0/security-groups/15f4e447-cd0a-43db-a4c6-6bce862e6505 HTTP/1.1" status: 404 len: 347 time: 0.0401721 Mar 24 14:13:20.001539 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49474) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:20.148014 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Deleting port f8a5c6b9-2882-4f7d-b15d-215ad617237e {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:20.148440 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.223452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.223984 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (f8a5c6b9-2882-4f7d-b15d-215ad617237e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.236514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Calling delete_port for f8a5c6b9-2882-4f7d-b15d-215ad617237e owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:20.447319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (f8a5c6b9-2882-4f7d-b15d-215ad617237e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.480622 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49478) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:20.492840 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Pushing event deleted for resources: {'Port': ['ID=f8a5c6b9-2882-4f7d-b15d-215ad617237e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:20.811214 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:20.838702 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: ff99d81d-ffcf-4b6e-9443-92bd73827888 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:20.839334 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device ff99d81d-ffcf-4b6e-9443-92bd73827888 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:20.840069 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 79c887f8-9ce2-4bc3-8cb1-e75da844f26b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:20.860791 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 79c887f8-9ce2-4bc3-8cb1-e75da844f26b {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:20.861151 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 79c887f8-9ce2-4bc3-8cb1-e75da844f26b not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:20.922341 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks [] for floatingip (a735af99-8b69-43d4-b3f0-6c2819fbcf01), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.926031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.927475 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-33fa69a4-7713-4161-89f8-26145d885b0b tempest-AttachVolumeTestJSON-896546881 tempest-AttachVolumeTestJSON-896546881-project] 10.222.0.20 "DELETE /v2.0/floatingips/a735af99-8b69-43d4-b3f0-6c2819fbcf01 HTTP/1.1" status: 204 len: 168 time: 0.9247801 Mar 24 14:13:20.968969 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d910e7c-0ba8-4411-88f7-e81e4d204c61 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group (be6a6ca7-6693-4849-b280-e8c833bd801d), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:20.997072 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d910e7c-0ba8-4411-88f7-e81e4d204c61 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group (be6a6ca7-6693-4849-b280-e8c833bd801d), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:21.020548 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be223d02-fb37-44dc-b20f-52804a5f71ff req-3e8e09a9-25d9-4f2e-bd98-1006b125a33d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:21.027265 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-be223d02-fb37-44dc-b20f-52804a5f71ff req-3e8e09a9-25d9-4f2e-bd98-1006b125a33d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.2001991 Mar 24 14:13:21.109633 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-be223d02-fb37-44dc-b20f-52804a5f71ff req-7cd75949-a504-4876-a0eb-7b27c5273eb4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766122 Mar 24 14:13:21.143353 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911da70e-8fb1-4881-aad5-5cb7eb073948 req-6c3fa1a3-a28b-4317-90e2-88ef9b545021 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:21.147074 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-911da70e-8fb1-4881-aad5-5cb7eb073948 req-6c3fa1a3-a28b-4317-90e2-88ef9b545021 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.0734584 Mar 24 14:13:21.209196 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-911da70e-8fb1-4881-aad5-5cb7eb073948 req-79c8efca-7ee5-4294-851c-e411631d3555 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556970 Mar 24 14:13:21.253612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d910e7c-0ba8-4411-88f7-e81e4d204c61 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (be6a6ca7-6693-4849-b280-e8c833bd801d), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:21.256718 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7d910e7c-0ba8-4411-88f7-e81e4d204c61 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:21.257800 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7d910e7c-0ba8-4411-88f7-e81e4d204c61 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] 10.222.0.20 "DELETE /v2.0/security-groups/be6a6ca7-6693-4849-b280-e8c833bd801d HTTP/1.1" status: 204 len: 168 time: 0.7791960 Mar 24 14:13:21.267337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d910e7c-0ba8-4411-88f7-e81e4d204c61 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a6ca7-6693-4849-b280-e8c833bd801d,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:21.378892 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49490) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:21.941980 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:22.236992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Deleting port a4e9bb29-2b0f-4770-89c6-03aac409f6f2 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:22.237576 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:22.261412 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342a39a-74de-4755-af26-ce96359aeee9 req-609230a7-713d-444d-b763-5d60e9ab2b4c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:22.263669 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c342a39a-74de-4755-af26-ce96359aeee9 req-609230a7-713d-444d-b763-5d60e9ab2b4c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0809619 Mar 24 14:13:22.344777 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c342a39a-74de-4755-af26-ce96359aeee9 req-7a5a2a04-99b4-4913-98f2-0b2993e75cc0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721381 Mar 24 14:13:22.371746 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] For port a4e9bb29-2b0f-4770-89c6-03aac409f6f2, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:22.371746 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:22.379907 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Calling delete_port for a4e9bb29-2b0f-4770-89c6-03aac409f6f2 owned by network:router_interface {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:22.491240 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24b269-797c-484c-8056-3b36f52b9b2d req-a70cd027-f696-40ed-a42e-3ee83b8769dd tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:22.493052 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a24b269-797c-484c-8056-3b36f52b9b2d req-a70cd027-f696-40ed-a42e-3ee83b8769dd tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.1067731 Mar 24 14:13:22.606763 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a24b269-797c-484c-8056-3b36f52b9b2d req-39d0d143-fd0f-47c2-94c8-37082eb3eb13 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063228 Mar 24 14:13:23.064537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (a4e9bb29-2b0f-4770-89c6-03aac409f6f2), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:23.091435 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e9bb29-2b0f-4770-89c6-03aac409f6f2,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:23.283425 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:23.496281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f263a2-481d-434f-83cf-3080b4ef05dd req-e53299dd-8173-4531-a59e-55ad2381b054 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:23.498500 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-79f263a2-481d-434f-83cf-3080b4ef05dd req-e53299dd-8173-4531-a59e-55ad2381b054 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0621517 Mar 24 14:13:23.564620 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:23.572249 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-79f263a2-481d-434f-83cf-3080b4ef05dd req-26f0fcfd-4140-4ebb-8ca7-c9e3427ce91f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621622 Mar 24 14:13:23.773178 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:23.786175 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49520) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:23.786402 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ed8854c6-a0c6-4974-8145-cd952f0f8a60 admin admin] 10.222.0.20 "PUT /v2.0/routers/0a481f5d-d5f4-46ca-af65-9d49c7aa9532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057176 Mar 24 14:13:23.787515 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] Sync routers for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:23.801901 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:23.802751 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:23.820532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6ae05-9633-422f-9a4c-2aa5299a603b req-8d76920f-0661-4bb1-87e1-887587c8c0bc tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:23.822274 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6e6ae05-9633-422f-9a4c-2aa5299a603b req-8d76920f-0661-4bb1-87e1-887587c8c0bc tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.0934322 Mar 24 14:13:23.888140 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6e6ae05-9633-422f-9a4c-2aa5299a603b req-2e4f7242-be7e-4ae3-9419-ae1382892d16 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599225 Mar 24 14:13:23.928839 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks [] for router (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:23.951976 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:24.099767 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks [] for router_gateway (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.161808 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:13:22Z', 'revision_number': 5, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port': {'id': '08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:16Z', 'updated_at': '2022-03-24T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:24.193145 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] Checking router: 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:24.213839 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] Routers {'0a481f5d-d5f4-46ca-af65-9d49c7aa9532'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:24.214688 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:12:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:24.264689 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7230110b-868a-4c0d-978a-62a87a7b1930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.298641 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Deleting port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:24.298866 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.347492 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] Set router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 gateway port host: None {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:24.405679 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] For port 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:24.406354 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.429546 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Calling delete_port for 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:24.508750 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:13:24Z', 'revision_number': 6, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:24.540477 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b964186-1f40-48bd-95d1-d2eed4a724af None None] The sync data for ids ['0a481f5d-d5f4-46ca-af65-9d49c7aa9532'] in dv-cinder-798189-3-iscsi is: [{'id': '0a481f5d-d5f4-46ca-af65-9d49c7aa9532', 'name': 'tempest-TestShelveInstance-812602428-router', 'tenant_id': '4b095acd61c84709a047179245841144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:15Z', 'updated_at': '2022-03-24T14:13:24Z', 'revision_number': 6, 'project_id': '4b095acd61c84709a047179245841144', 'gw_port_host': None}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:24.718251 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941d81-ff4d-4c63-9d70-bb49449c317f req-58979a6d-651d-459e-b066-caf8e8a929d2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:24.719442 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-02941d81-ff4d-4c63-9d70-bb49449c317f req-58979a6d-651d-459e-b066-caf8e8a929d2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0706444 Mar 24 14:13:24.769970 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.778511 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-02941d81-ff4d-4c63-9d70-bb49449c317f req-c7c9765c-ea9e-433f-8b34-5a0632c5c6a1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529540 Mar 24 14:13:24.809391 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:24.873708 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.985158 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:24.988139 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks [] for router_controller (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.104579 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4310e42-54a8-4e89-9d4c-2e4002efd28e req-7f8de068-2554-46d4-a924-0316af313d59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:25.106148 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f4310e42-54a8-4e89-9d4c-2e4002efd28e req-7f8de068-2554-46d4-a924-0316af313d59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.0905211 Mar 24 14:13:25.127379 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (0a481f5d-d5f4-46ca-af65-9d49c7aa9532), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.128525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a481f5d-d5f4-46ca-af65-9d49c7aa9532 {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:13:25.133267 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.135312 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-81ac3480-310a-4a31-a34f-4b180fb9a2bc admin admin] 10.222.0.20 "DELETE /v2.0/routers/0a481f5d-d5f4-46ca-af65-9d49c7aa9532 HTTP/1.1" status: 204 len: 168 time: 1.3486559 Mar 24 14:13:25.140356 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49534) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:25.171935 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49536) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:25.219682 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f4310e42-54a8-4e89-9d4c-2e4002efd28e req-286c0580-756e-456b-a1a1-10c750f80af4 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066797 Mar 24 14:13:25.223202 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Deleting subnet 4e8cd5ab-0cf2-4be7-877e-739235be2463 {{(pid=110187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:13:25.227314 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Publish callbacks [] for subnet (4e8cd5ab-0cf2-4be7-877e-739235be2463), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.269710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3316753'] for subnet (4e8cd5ab-0cf2-4be7-877e-739235be2463), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.372947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (4e8cd5ab-0cf2-4be7-877e-739235be2463), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.488992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3316894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414700'] for subnet (4e8cd5ab-0cf2-4be7-877e-739235be2463), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.536287 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8cd5ab-0cf2-4be7-877e-739235be2463,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:25.554069 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb5bb6-65a4-4f09-8ae6-aa730537d68b None None] Network b63a317d-a60c-4e48-8e87-fe850893caee requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:13:25.554665 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.562990 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cb438303-590a-4b05-ab7f-81a8f7770f0b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4e8cd5ab-0cf2-4be7-877e-739235be2463 HTTP/1.1" status: 204 len: 168 time: 0.4213719 Mar 24 14:13:25.564731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49540) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:25.658837 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (b63a317d-a60c-4e48-8e87-fe850893caee), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.738346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Deleting port 9ca18750-ef69-47da-8910-d44666780482 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:25.738811 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9ca18750-ef69-47da-8910-d44666780482), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.770198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (ecf0466f-c319-4cc2-a432-969e6315df34), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.837898 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] DHCP port deletion for b63a317d-a60c-4e48-8e87-fe850893caee request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:13:25.851541 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] For port 9ca18750-ef69-47da-8910-d44666780482, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9ca18750-ef69-47da-8910-d44666780482,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:25.858340 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9ca18750-ef69-47da-8910-d44666780482), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.873576 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Calling delete_port for 9ca18750-ef69-47da-8910-d44666780482 owned by network:dhcp {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:25.920857 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] Deleting port 9ca18750-ef69-47da-8910-d44666780482 {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:25.921474 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9ca18750-ef69-47da-8910-d44666780482), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:25.998104 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] For port 9ca18750-ef69-47da-8910-d44666780482, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9ca18750-ef69-47da-8910-d44666780482,segment=NetworkSegment(3203bc80-4fca-49cf-a314-8acde92d9977),segment_id=3203bc80-4fca-49cf-a314-8acde92d9977)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:25.998815 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9ca18750-ef69-47da-8910-d44666780482), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.013609 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (9ca18750-ef69-47da-8910-d44666780482), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.014126 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] Calling delete_port for 9ca18750-ef69-47da-8910-d44666780482 owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:26.019173 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39fe8-f230-4a3d-819b-b4d6524cc32a req-041e148c-87cc-40cd-b555-dee620b405d2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:26.027363 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-98d39fe8-f230-4a3d-819b-b4d6524cc32a req-041e148c-87cc-40cd-b555-dee620b405d2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.1193023 Mar 24 14:13:26.052611 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] No DVR routers for this DVR port 9ca18750-ef69-47da-8910-d44666780482 on host dv-cinder-798189-3-iscsi {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:26.089568 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca18750-ef69-47da-8910-d44666780482,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:26.100230 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-98d39fe8-f230-4a3d-819b-b4d6524cc32a req-0b07ccf7-e80b-4e6e-938d-5fe385477237 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661187 Mar 24 14:13:26.124865 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (9ca18750-ef69-47da-8910-d44666780482), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.149491 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] Pushing event deleted for resources: {'Port': ['ID=9ca18750-ef69-47da-8910-d44666780482,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:26.159890 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d668d80-b0ef-438f-941e-1325c90e0f0e None None] No DVR routers for this DVR port 9ca18750-ef69-47da-8910-d44666780482 on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:26.212073 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (b63a317d-a60c-4e48-8e87-fe850893caee), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.234679 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Deleting port 08caacc5-9dfb-4edd-b830-c75e50be8d1d {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:26.235513 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.250368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63a317d-a60c-4e48-8e87-fe850893caee']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:26.262539 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3203bc80-4fca-49cf-a314-8acde92d9977') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:26.263166 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3203bc80-4fca-49cf-a314-8acde92d9977') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:26.288277 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (3203bc80-4fca-49cf-a314-8acde92d9977), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.306470 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a4e9bb29-2b0f-4770-89c6-03aac409f6f2 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:26.307542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (3203bc80-4fca-49cf-a314-8acde92d9977), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.323685 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (3203bc80-4fca-49cf-a314-8acde92d9977), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:13:26.329578 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:13:26.341300 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: a4e9bb29-2b0f-4770-89c6-03aac409f6f2 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:26.341977 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device a4e9bb29-2b0f-4770-89c6-03aac409f6f2 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:26.342513 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9ca18750-ef69-47da-8910-d44666780482 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:26.368302 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 9ca18750-ef69-47da-8910-d44666780482 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:26.368900 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9ca18750-ef69-47da-8910-d44666780482 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:26.369928 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:26.377338 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] For port 08caacc5-9dfb-4edd-b830-c75e50be8d1d, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=08caacc5-9dfb-4edd-b830-c75e50be8d1d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:26.377771 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.397835 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:26.399015 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08440517-4ea3-4a26-8f1a-1a4ff3b1c1c3 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:26.421092 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Calling delete_port for 08caacc5-9dfb-4edd-b830-c75e50be8d1d owned by network:router_interface {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:26.429120 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eee8ee-4d83-4259-af60-cefe704b948d req-4e8124cf-8f54-4d1b-8af3-d08291d3930b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:26.431257 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-96eee8ee-4d83-4259-af60-cefe704b948d req-4e8124cf-8f54-4d1b-8af3-d08291d3930b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 944 time: 0.1190670 Mar 24 14:13:26.506068 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-96eee8ee-4d83-4259-af60-cefe704b948d req-d309400b-5a05-4e2b-8d25-d415a704ac93 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623150 Mar 24 14:13:26.506866 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (b63a317d-a60c-4e48-8e87-fe850893caee), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.516093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.520840 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] 10.222.0.20 "DELETE /v2.0/networks/b63a317d-a60c-4e48-8e87-fe850893caee HTTP/1.1" status: 204 len: 168 time: 0.9552970 Mar 24 14:13:26.524693 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-93e3f00b-fe2a-4880-bc79-f86413b621e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.532170 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49546) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:26.638907 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d419-8746-400d-9da2-537b598e4dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=b63a317d-a60c-4e48-8e87-fe850893caee,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:26.727766 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (08caacc5-9dfb-4edd-b830-c75e50be8d1d), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.756701 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Pushing event deleted for resources: {'Port': ['ID=08caacc5-9dfb-4edd-b830-c75e50be8d1d,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:26.845726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 860fe1ab-92bc-4825-9ba5-e6006e2f0613 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:13:26.965438 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:26.993105 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:27.009031 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'port_id': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'mac_address': 'fa:16:3e:da:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:13:27.062721 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:27.063411 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.077921 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fe1ab-92bc-4825-9ba5-e6006e2f0613 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:13:27.110447 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:27.238128 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Deleting port adf172d3-3c45-465d-8b1e-7590cea0310e {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:27.239044 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.267773 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (ecf0466f-c319-4cc2-a432-969e6315df34), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.281039 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201d1ca-6847-40f9-bb69-f034c9042adf req-261be430-f86f-42a0-9d5e-bfc1f6e82515 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:27.282488 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3201d1ca-6847-40f9-bb69-f034c9042adf req-261be430-f86f-42a0-9d5e-bfc1f6e82515 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0960178 Mar 24 14:13:27.296920 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.332337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] For port adf172d3-3c45-465d-8b1e-7590cea0310e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=adf172d3-3c45-465d-8b1e-7590cea0310e,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:27.332699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.346964 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Calling delete_port for adf172d3-3c45-465d-8b1e-7590cea0310e owned by network:router_interface {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:27.347320 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=860fe1ab-92bc-4825-9ba5-e6006e2f0613,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:27.404139 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3201d1ca-6847-40f9-bb69-f034c9042adf req-ce11521d-e868-4e56-9056-c60bcb4a29f5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147470 Mar 24 14:13:27.572883 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Router ecf0466f-c319-4cc2-a432-969e6315df34 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:27.712684 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:27.714386 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['860fe1ab-92bc-4825-9ba5-e6006e2f0613'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:13:27.727755 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d4f490ef-843b-4a23-90be-40e337900012 admin admin] 10.222.0.20 "PUT /v2.0/routers/ecf0466f-c319-4cc2-a432-969e6315df34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5520122 Mar 24 14:13:27.729271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49556) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:27.859372 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks [] for router (ecf0466f-c319-4cc2-a432-969e6315df34), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.933413 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4348-2e5d-4ff7-9bfb-33ebad2b3a8f req-7596f83c-e950-4370-b4ed-85285de33c6c tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:27.935761 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9e7d4348-2e5d-4ff7-9bfb-33ebad2b3a8f req-7596f83c-e950-4370-b4ed-85285de33c6c tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 945 time: 0.1060770 Mar 24 14:13:27.955729 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] Sync routers for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:27.977710 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks [] for router_gateway (ecf0466f-c319-4cc2-a432-969e6315df34), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:27.993740 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:27.994361 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:28.052557 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9e7d4348-2e5d-4ff7-9bfb-33ebad2b3a8f req-ff6a81de-2f6e-4a51-a551-113f0f75201c tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636978 Mar 24 14:13:28.111770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (adf172d3-3c45-465d-8b1e-7590cea0310e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.113635 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Deleting port 687846a2-8cff-4066-ba49-82e6864fe83e {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:28.114240 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.117165 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.161801 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:28.227171 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] For port 687846a2-8cff-4066-ba49-82e6864fe83e, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=687846a2-8cff-4066-ba49-82e6864fe83e,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:28.227695 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.246540 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Calling delete_port for 687846a2-8cff-4066-ba49-82e6864fe83e owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:28.246809 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Pushing event deleted for resources: {'Port': ['ID=adf172d3-3c45-465d-8b1e-7590cea0310e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:28.508418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.575371 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:13:26Z', 'revision_number': 5, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port': {'id': '687846a2-8cff-4066-ba49-82e6864fe83e', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:03:33Z', 'updated_at': '2022-03-24T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:28.607180 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] Checking router: ecf0466f-c319-4cc2-a432-969e6315df34 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:28.623542 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] Routers {'ecf0466f-c319-4cc2-a432-969e6315df34'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:28.624425 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['ecf0466f-c319-4cc2-a432-969e6315df34'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:28.645880 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a31c5c-a089-4980-a755-db3a48776c9b req-bf4586f0-4fec-4eda-ab20-5fcac9baa33e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:28.648740 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a3a31c5c-a089-4980-a755-db3a48776c9b req-bf4586f0-4fec-4eda-ab20-5fcac9baa33e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0998006 Mar 24 14:13:28.680678 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (687846a2-8cff-4066-ba49-82e6864fe83e), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.722638 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=687846a2-8cff-4066-ba49-82e6864fe83e,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:28.732402 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] Set router ecf0466f-c319-4cc2-a432-969e6315df34 gateway port host: None {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:28.809320 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:13:27Z', 'revision_number': 6, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:28.817279 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a3a31c5c-a089-4980-a755-db3a48776c9b req-273e56c3-5881-4229-a6fd-fa434114027f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616809 Mar 24 14:13:28.828403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:28.837347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (ecf0466f-c319-4cc2-a432-969e6315df34), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.840266 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ae99a-85a3-4e94-94cd-b1a760349de4 None None] The sync data for ids ['ecf0466f-c319-4cc2-a432-969e6315df34'] in dv-cinder-798189-3-iscsi is: [{'id': 'ecf0466f-c319-4cc2-a432-969e6315df34', 'name': 'tempest-AttachVolumeTestJSON-738060220-router', 'tenant_id': '9162284d5ee84a61a08a3d73a0125327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:03:32Z', 'updated_at': '2022-03-24T14:13:27Z', 'revision_number': 6, 'project_id': '9162284d5ee84a61a08a3d73a0125327', 'gw_port_host': None}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:28.954239 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:28.958241 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (ecf0466f-c319-4cc2-a432-969e6315df34), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.961047 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-37cdc08c-d2ad-4f88-ae5f-cb30c44dcfec admin admin] 10.222.0.20 "PUT /v2.0/routers/9dde016f-341c-4b7a-af7b-d3e42bfbed5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268992 Mar 24 14:13:28.963030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49560) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:28.965691 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks [] for router_controller (ecf0466f-c319-4cc2-a432-969e6315df34), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:28.969965 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] Sync routers for ids ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:28.981280 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] Routers {'9dde016f-341c-4b7a-af7b-d3e42bfbed5b'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:28.981982 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:29.091612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks [] for router (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.098393 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.124259 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (ecf0466f-c319-4cc2-a432-969e6315df34), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.125283 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf0466f-c319-4cc2-a432-969e6315df34 {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:13:29.131245 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.135354 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-9cc25e2a-add5-4be1-862e-db66ae22cdcc admin admin] 10.222.0.20 "DELETE /v2.0/routers/ecf0466f-c319-4cc2-a432-969e6315df34 HTTP/1.1" status: 204 len: 168 time: 1.4029019 Mar 24 14:13:29.135667 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49564) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:29.180984 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] Set router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:29.209810 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Deleting subnet 4b974a19-a509-4754-b268-3c9590d3d6da {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:13:29.218918 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Publish callbacks [] for subnet (4b974a19-a509-4754-b268-3c9590d3d6da), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.267898 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (4b974a19-a509-4754-b268-3c9590d3d6da), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.325818 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks [] for router_gateway (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.379700 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3a16e-b7fb-4518-b10a-9a4bfdb820fe req-94b1d19c-0d4e-4610-a14f-e4feec60e1ef tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:29.381687 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8ae3a16e-b7fb-4518-b10a-9a4bfdb820fe req-94b1d19c-0d4e-4610-a14f-e4feec60e1ef tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 945 time: 0.1191409 Mar 24 14:13:29.405793 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (4b974a19-a509-4754-b268-3c9590d3d6da), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.474255 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8ae3a16e-b7fb-4518-b10a-9a4bfdb820fe req-894cdd25-439d-4b90-becc-e610688a12ca tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853782 Mar 24 14:13:29.492026 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Deleting port 9e7e2540-f921-4880-9768-3ebc7e664133 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:29.492908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.493606 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:13:27Z', 'revision_number': 5, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port': {'id': '9e7e2540-f921-4880-9768-3ebc7e664133', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:06:23Z', 'updated_at': '2022-03-24T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:29.528312 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] Checking router: 9dde016f-341c-4b7a-af7b-d3e42bfbed5b for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:29.537336 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] Routers {'9dde016f-341c-4b7a-af7b-d3e42bfbed5b'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:29.537991 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:29.580516 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (4b974a19-a509-4754-b268-3c9590d3d6da), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.618753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] For port 9e7e2540-f921-4880-9768-3ebc7e664133, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9e7e2540-f921-4880-9768-3ebc7e664133,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:29.618753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.630724 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b974a19-a509-4754-b268-3c9590d3d6da,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:29.634109 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.637346 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-604207c8-225a-448b-b7f4-a726f4571f83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b974a19-a509-4754-b268-3c9590d3d6da HTTP/1.1" status: 204 len: 168 time: 0.5006912 Mar 24 14:13:29.639261 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea06dc8-30a2-44b8-a684-ce098bd1d68c None None] Network 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:13:29.641821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49566) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:29.650647 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Calling delete_port for 9e7e2540-f921-4880-9768-3ebc7e664133 owned by network:router_gateway {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:29.688436 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] Set router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b gateway port host: None {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:29.756437 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:13:29Z', 'revision_number': 6, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:29.791191 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07bd8a-7f09-43bd-8d64-d333181032af None None] The sync data for ids ['9dde016f-341c-4b7a-af7b-d3e42bfbed5b'] in dv-cinder-798189-3-iscsi is: [{'id': '9dde016f-341c-4b7a-af7b-d3e42bfbed5b', 'name': 'tempest-TestShelveInstance-205075168-router', 'tenant_id': '13ac50bad609433b9d714722283d4341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:06:22Z', 'updated_at': '2022-03-24T14:13:29Z', 'revision_number': 6, 'project_id': '13ac50bad609433b9d714722283d4341', 'gw_port_host': None}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:29.823349 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:29.985705 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Deleting port c7e278d6-6829-452e-a4e8-919a0954598d {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:29.992786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.121770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] For port c7e278d6-6829-452e-a4e8-919a0954598d, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7e278d6-6829-452e-a4e8-919a0954598d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:30.122146 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.143823 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Calling delete_port for c7e278d6-6829-452e-a4e8-919a0954598d owned by network:dhcp {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:30.175064 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] DHCP port deletion for 8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:13:30.189185 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3c3c9-4c48-4412-9622-4944e273122c req-b59e3e97-fb98-4ce0-ba73-a6fb97626d44 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:30.189185 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-38b3c3c9-4c48-4412-9622-4944e273122c req-b59e3e97-fb98-4ce0-ba73-a6fb97626d44 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.2625992 Mar 24 14:13:30.208599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (9e7e2540-f921-4880-9768-3ebc7e664133), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.272012 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-38b3c3c9-4c48-4412-9622-4944e273122c req-848437b0-b01d-40d1-b615-6581cbe8138b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785670 Mar 24 14:13:30.306847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] Deleting port c7e278d6-6829-452e-a4e8-919a0954598d {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:30.307527 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.339796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7e2540-f921-4880-9768-3ebc7e664133,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:30.445848 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] For port c7e278d6-6829-452e-a4e8-919a0954598d, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7e278d6-6829-452e-a4e8-919a0954598d,segment=NetworkSegment(ebdcd69b-975e-4ce4-ad51-a0a46b02a408),segment_id=ebdcd69b-975e-4ce4-ad51-a0a46b02a408)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:30.446398 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.446821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.461927 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] Calling delete_port for c7e278d6-6829-452e-a4e8-919a0954598d owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:30.508291 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7e278d6-6829-452e-a4e8-919a0954598d no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:30.550701 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.570890 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] No DVR routers for this DVR port c7e278d6-6829-452e-a4e8-919a0954598d on host dv-cinder-798189-3-iscsi {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:30.620091 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No active binding found for port c7e278d6-6829-452e-a4e8-919a0954598d {{(pid=110188) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 14:13:30.620498 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] The host dv-cinder-798189-3-iscsi is not matching for port c7e278d6-6829-452e-a4e8-919a0954598d host None! {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 14:13:30.620889 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7e278d6-6829-452e-a4e8-919a0954598d not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:30.621325 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device adf172d3-3c45-465d-8b1e-7590cea0310e no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:30.624736 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.655721 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: adf172d3-3c45-465d-8b1e-7590cea0310e {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:30.656129 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device adf172d3-3c45-465d-8b1e-7590cea0310e not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:30.656550 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 687846a2-8cff-4066-ba49-82e6864fe83e no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:30.658382 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.663468 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e278d6-6829-452e-a4e8-919a0954598d,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:30.667995 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks [] for router_controller (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.690984 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 687846a2-8cff-4066-ba49-82e6864fe83e {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:30.690984 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 687846a2-8cff-4066-ba49-82e6864fe83e not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:30.691297 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08caacc5-9dfb-4edd-b830-c75e50be8d1d no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:30.717110 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (c7e278d6-6829-452e-a4e8-919a0954598d), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.723838 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 08caacc5-9dfb-4edd-b830-c75e50be8d1d {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:30.724234 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 08caacc5-9dfb-4edd-b830-c75e50be8d1d not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:30.766151 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] Pushing event deleted for resources: {'Port': ['ID=c7e278d6-6829-452e-a4e8-919a0954598d,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:30.779737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13ba33-5c16-40bb-a7c3-ebf80c48ee91 None None] No DVR routers for this DVR port c7e278d6-6829-452e-a4e8-919a0954598d on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:30.818513 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.850887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3983c-a8e0-4eb2-9350-90c246b9565c req-0fd7013b-daef-47d5-ba14-7b41ef9ab83e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:30.852357 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a2e3983c-a8e0-4eb2-9350-90c246b9565c req-0fd7013b-daef-47d5-ba14-7b41ef9ab83e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 945 time: 0.2931218 Mar 24 14:13:30.855016 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (9dde016f-341c-4b7a-af7b-d3e42bfbed5b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.855593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dde016f-341c-4b7a-af7b-d3e42bfbed5b {{(pid=110187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:13:30.857898 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8258ef9c-04b2-46b1-9c61-d1b5fcd48b01']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:30.874851 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.878362 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-481c531f-eacd-4f3e-8359-373abbffe161 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9dde016f-341c-4b7a-af7b-d3e42bfbed5b HTTP/1.1" status: 204 len: 168 time: 1.9127004 Mar 24 14:13:30.879286 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49576) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:30.885629 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:30.885942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdcd69b-975e-4ce4-ad51-a0a46b02a408') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:30.889817 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 860fe1ab-92bc-4825-9ba5-e6006e2f0613 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:30.931299 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (ebdcd69b-975e-4ce4-ad51-a0a46b02a408), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.936849 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a2e3983c-a8e0-4eb2-9350-90c246b9565c req-92b45bf6-dcf5-4ccd-9d5a-bc4fadccf1d7 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756116 Mar 24 14:13:30.950862 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Deleting subnet 30e28b8a-e3ef-4697-87a1-a6c021756e0b {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:13:30.953527 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (ebdcd69b-975e-4ce4-ad51-a0a46b02a408), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.963325 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Publish callbacks [] for subnet (30e28b8a-e3ef-4697-87a1-a6c021756e0b), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.975565 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:13:30.976220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (ebdcd69b-975e-4ce4-ad51-a0a46b02a408), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:13:30.978281 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:13:31.028599 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (30e28b8a-e3ef-4697-87a1-a6c021756e0b), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.064382 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:13:31.068996 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:31.069381 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.139176 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (8258ef9c-04b2-46b1-9c61-d1b5fcd48b01), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.155763 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.166720 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] 10.222.0.20 "DELETE /v2.0/networks/8258ef9c-04b2-46b1-9c61-d1b5fcd48b01 HTTP/1.1" status: 204 len: 168 time: 1.5157955 Mar 24 14:13:31.180060 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613bf09-4968-4dbb-b78a-099d82756e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8258ef9c-04b2-46b1-9c61-d1b5fcd48b01,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:31.187302 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:31.187983 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.205708 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (30e28b8a-e3ef-4697-87a1-a6c021756e0b), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.244385 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:31.247292 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d191ab7-11e0-4636-af17-969b4fe8904f" -d '{"events": [{"server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "name": "network-vif-plugged", "status": "completed", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:31.267946 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:31.330854 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0180d6-557d-4b3d-ae27-981e1afcacfc x-openstack-request-id: req-2c0180d6-557d-4b3d-ae27-981e1afcacfc {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:31.331147 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "name": "network-vif-plugged", "status": "completed", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:31.331404 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c0180d6-557d-4b3d-ae27-981e1afcacfc {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:31.331811 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0180d6-557d-4b3d-ae27-981e1afcacfc'] response: {'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'code': 200} Mar 24 14:13:31.340985 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.374054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (30e28b8a-e3ef-4697-87a1-a6c021756e0b), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.414902 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=860fe1ab-92bc-4825-9ba5-e6006e2f0613,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:31.417982 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.432412 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3615ab-6594-4462-aa9a-c38d40c14fb5 None None] Network 6573f2bf-5cd9-4794-b11b-0a881726de16 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:13:31.432681 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30e28b8a-e3ef-4697-87a1-a6c021756e0b HTTP/1.1" status: 204 len: 168 time: 0.5467701 Mar 24 14:13:31.432681 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49584) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:31.433465 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.433931 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.434370 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.434865 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.435308 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.435783 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.436782 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.437221 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.437648 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.438195 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.438507 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.439086 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.439511 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.439933 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.440940 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:31.503744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031ef8-a614-456d-8576-fe3bdc403f3f req-72f9659b-3050-4d30-a9d5-b19dbc1fd905 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:31.506988 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb031ef8-a614-456d-8576-fe3bdc403f3f req-72f9659b-3050-4d30-a9d5-b19dbc1fd905 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.1065164 Mar 24 14:13:31.545564 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7890b6-a0ec-4510-8f3a-ddef6214b2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e28b8a-e3ef-4697-87a1-a6c021756e0b,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:31.551378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (6573f2bf-5cd9-4794-b11b-0a881726de16), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.588461 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49586) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:31.633040 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-eb031ef8-a614-456d-8576-fe3bdc403f3f req-f06db789-20ac-405b-80c5-d39e5b016443 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166959 Mar 24 14:13:31.639493 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Deleting port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:31.639966 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.651635 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] DHCP port deletion for 6573f2bf-5cd9-4794-b11b-0a881726de16 request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:13:31.668610 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-dc3c877e-a337-43df-aff9-c980f35aa81b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9162284d5ee84a61a08a3d73a0125327&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0788252 Mar 24 14:13:31.669206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49588) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:31.735820 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] Deleting port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:13:31.736191 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.744090 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] For port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:31.749391 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5927e970-bb9a-4a10-9c0a-30e0c50a7104 admin admin] Publish callbacks [] for security_group (a9acfbf5-1f12-427c-9068-facf39ee8ab3), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.751105 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.767137 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Calling delete_port for c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed owned by network:dhcp {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:31.772982 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5927e970-bb9a-4a10-9c0a-30e0c50a7104 admin admin] Publish callbacks [] for security_group (a9acfbf5-1f12-427c-9068-facf39ee8ab3), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.830762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] For port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,segment=NetworkSegment(b52da042-817b-4de0-931a-632535d62bb2),segment_id=b52da042-817b-4de0-931a-632535d62bb2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:31.831151 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.859919 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] Calling delete_port for c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:13:31.864643 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95228742-e4f3-498e-b560-e272daeb2c83 req-9cec13c9-346b-4f15-abc2-037ffa8a3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:31.866142 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95228742-e4f3-498e-b560-e272daeb2c83 req-9cec13c9-346b-4f15-abc2-037ffa8a3984 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 1130 time: 0.1314516 Mar 24 14:13:31.894230 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5927e970-bb9a-4a10-9c0a-30e0c50a7104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a9acfbf5-1f12-427c-9068-facf39ee8ab3), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.897659 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-5927e970-bb9a-4a10-9c0a-30e0c50a7104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:31.901522 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-5927e970-bb9a-4a10-9c0a-30e0c50a7104 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9acfbf5-1f12-427c-9068-facf39ee8ab3 HTTP/1.1" status: 204 len: 168 time: 0.2313597 Mar 24 14:13:31.928149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927e970-bb9a-4a10-9c0a-30e0c50a7104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9acfbf5-1f12-427c-9068-facf39ee8ab3,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:31.941364 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-95228742-e4f3-498e-b560-e272daeb2c83 req-a40db232-1d14-4330-a87a-6f894debcaef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684347 Mar 24 14:13:31.957171 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.000499 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.004294 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:32.014928 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] No DVR routers for this DVR port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed on host dv-cinder-798189-3-iscsi {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:32.052569 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] Pushing event deleted for resources: {'Port': ['ID=c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:32.073753 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223fe27-8680-4ce4-af2a-5fe38f4d5b65 None None] No DVR routers for this DVR port c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:13:32.161350 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (6573f2bf-5cd9-4794-b11b-0a881726de16), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.185702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6573f2bf-5cd9-4794-b11b-0a881726de16']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:32.198657 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52da042-817b-4de0-931a-632535d62bb2') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:32.198861 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52da042-817b-4de0-931a-632535d62bb2') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:32.208092 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3aa6-bc83-4c40-a4b9-b276755614ec req-9a46693e-dbdf-44bb-9671-65f28ba91495 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:32.209657 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-39cd3aa6-bc83-4c40-a4b9-b276755614ec req-9a46693e-dbdf-44bb-9671-65f28ba91495 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.1535120 Mar 24 14:13:32.228014 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (b52da042-817b-4de0-931a-632535d62bb2), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.263220 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (b52da042-817b-4de0-931a-632535d62bb2), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.265378 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9e7e2540-f921-4880-9768-3ebc7e664133 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:32.282887 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:13:32.283338 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (b52da042-817b-4de0-931a-632535d62bb2), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:13:32.285063 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:13:32.289171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 9e7e2540-f921-4880-9768-3ebc7e664133 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:32.289588 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9e7e2540-f921-4880-9768-3ebc7e664133 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:32.290134 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:32.312168 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:13:32.312595 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device c7d6f5f8-c76b-4b19-8de8-9514d8bdf6ed not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:13:32.332597 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-39cd3aa6-bc83-4c40-a4b9-b276755614ec req-c73b9afd-869e-41cd-9734-78d1e4dbaf69 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167371 Mar 24 14:13:32.498230 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (6573f2bf-5cd9-4794-b11b-0a881726de16), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.504685 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:32.509311 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] 10.222.0.20 "DELETE /v2.0/networks/6573f2bf-5cd9-4794-b11b-0a881726de16 HTTP/1.1" status: 204 len: 168 time: 1.0781798 Mar 24 14:13:32.517564 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9d37d-a563-437c-b14f-982e24f9024c admin admin] Pushing event deleted for resources: {'Network': ['ID=6573f2bf-5cd9-4794-b11b-0a881726de16,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:32.815470 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73efad-26bc-4bfe-bf5a-2a473fca391a req-a23a0804-21ff-4ad7-81dd-b986bf836c53 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:32.817014 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d73efad-26bc-4bfe-bf5a-2a473fca391a req-a23a0804-21ff-4ad7-81dd-b986bf836c53 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0755234 Mar 24 14:13:32.880370 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d73efad-26bc-4bfe-bf5a-2a473fca391a req-60f93904-c43a-41b5-9fe8-9f533e610078 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573945 Mar 24 14:13:32.909227 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49610) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:32.963576 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ab2277d5-f1de-4065-9148-f50f64d7be3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b095acd61c84709a047179245841144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530410 Mar 24 14:13:32.966040 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49614) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:33.029618 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99e985f4-b84b-48ef-ae98-6e72a7e409b9 admin admin] Publish callbacks [] for security_group (f68faa08-fd1f-4c34-95ee-ec2424b7c46b), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.063606 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99e985f4-b84b-48ef-ae98-6e72a7e409b9 admin admin] Publish callbacks [] for security_group (f68faa08-fd1f-4c34-95ee-ec2424b7c46b), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.184873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99e985f4-b84b-48ef-ae98-6e72a7e409b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f68faa08-fd1f-4c34-95ee-ec2424b7c46b), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.189122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-99e985f4-b84b-48ef-ae98-6e72a7e409b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.190922 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-99e985f4-b84b-48ef-ae98-6e72a7e409b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f68faa08-fd1f-4c34-95ee-ec2424b7c46b HTTP/1.1" status: 204 len: 168 time: 0.2235198 Mar 24 14:13:33.199373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e985f4-b84b-48ef-ae98-6e72a7e409b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68faa08-fd1f-4c34-95ee-ec2424b7c46b,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:33.459570 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c092e-6afc-4ddd-92bc-c65f4be1847c req-59d381e2-78db-4c78-aedc-5802bec8861f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:33.461105 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-389c092e-6afc-4ddd-92bc-c65f4be1847c req-59d381e2-78db-4c78-aedc-5802bec8861f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.0629888 Mar 24 14:13:33.511861 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-389c092e-6afc-4ddd-92bc-c65f4be1847c req-b99e2487-0a79-4f4a-9b18-565cc50490f0 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Mar 24 14:13:33.520696 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49632) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:33.620433 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1247324845-network', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:33.709816 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Made reservation on behalf of 029884eac7f843b6855a2fe1deaf236e for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:13:33.712236 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.721119 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.794179 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks [] for security_group (37d53858-a368-4c3f-af44-3f9d1744eb80), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.846790 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (37d53858-a368-4c3f-af44-3f9d1744eb80), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.871118 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:13:33.881599 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d53858-a368-4c3f-af44-3f9d1744eb80,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:33.886277 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (c42f7b0f-b944-4f06-ac64-e56863589885), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.886642 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Added segment c42f7b0f-b944-4f06-ac64-e56863589885 of type vlan for network 12a3331f-0fc8-4e31-879f-79c13936887c Mar 24 14:13:33.907420 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49646) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:33.931434 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (12a3331f-0fc8-4e31-879f-79c13936887c), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:33.949300 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6415ef97-a741-4110-a2cc-3bfbcdb06d95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ac50bad609433b9d714722283d4341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406282 Mar 24 14:13:33.951813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49648) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:34.012755 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (12a3331f-0fc8-4e31-879f-79c13936887c), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.013763 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.014355 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.046700 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c00958-1367-43e2-8598-bccc65664d3b req-96388840-9247-497e-8be4-214ad67691e9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.048182 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7c00958-1367-43e2-8598-bccc65664d3b req-96388840-9247-497e-8be4-214ad67691e9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0905044 Mar 24 14:13:34.053292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f007caf-b5fb-4182-a68f-ab1d15578499 admin admin] Publish callbacks [] for security_group (8501474e-085b-43bd-a287-4db56561d016), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.072599 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] Pushing event updated for resources: {'Network': ['ID=12a3331f-0fc8-4e31-879f-79c13936887c,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:34.083018 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network 12a3331f-0fc8-4e31-879f-79c13936887c details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:13:34.098585 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f007caf-b5fb-4182-a68f-ab1d15578499 admin admin] Publish callbacks [] for security_group (8501474e-085b-43bd-a287-4db56561d016), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.118744 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-bc3ef1d6-9ac3-472f-b3f8-c1ca5d247863 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6004674 Mar 24 14:13:34.121446 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49652) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:34.126390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Request body: {'subnet': {'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-subnet', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:34.137308 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f7c00958-1367-43e2-8598-bccc65664d3b req-07f69768-cc9f-4145-92c3-737c0918043a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820134 Mar 24 14:13:34.195416 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Made reservation on behalf of 029884eac7f843b6855a2fe1deaf236e for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:13:34.197790 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.218362 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f007caf-b5fb-4182-a68f-ab1d15578499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8501474e-085b-43bd-a287-4db56561d016), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.221699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1f007caf-b5fb-4182-a68f-ab1d15578499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.223146 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1f007caf-b5fb-4182-a68f-ab1d15578499 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8501474e-085b-43bd-a287-4db56561d016 HTTP/1.1" status: 204 len: 168 time: 0.2701490 Mar 24 14:13:34.232786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f007caf-b5fb-4182-a68f-ab1d15578499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501474e-085b-43bd-a287-4db56561d016,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:34.407147 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (d428993a-8144-41c3-84f1-0d603510e7a8), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.462898 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d428993a-8144-41c3-84f1-0d603510e7a8,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:34.469682 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:13:34.470044 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Network hostable DHCP agents. Network: 12a3331f-0fc8-4e31-879f-79c13936887c, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:13:34.549694 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Network 12a3331f-0fc8-4e31-879f-79c13936887c is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:13:34.623786 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, 12a3331f-0fc8-4e31-879f-79c13936887c) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:34.629811 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.630407 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.641358 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91445c-bcd1-4b95-92e2-5e6db5810b2a None None] Network 12a3331f-0fc8-4e31-879f-79c13936887c requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:13:34.663698 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc682c1-2d24-4342-ab77-9e3b0b79b7b1 req-f049cbd7-0dba-420a-9a44-9a4281ff82be tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.665264 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bc682c1-2d24-4342-ab77-9e3b0b79b7b1 req-f049cbd7-0dba-420a-9a44-9a4281ff82be tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.0765209 Mar 24 14:13:34.711400 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2e3db6b3-2266-41f3-a9ec-0f2b09376b98 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5884995 Mar 24 14:13:34.714019 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49658) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:34.720375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:34.733435 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2bc682c1-2d24-4342-ab77-9e3b0b79b7b1 req-4ae91ded-6fa8-4cf0-9c35-9353e160f123 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609059 Mar 24 14:13:34.780202 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08bf7e6-bccc-5a0e-875c-8172a42e9149-12a3331f-0fc8-4e31-879f-79c13936887c', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8'}]}} from dv-cinder-798189-3-iscsi. {{(pid=110188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:13:34.781169 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.788004 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-a08bd477-2158-4ee1-abbd-ae504670ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.790370 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-a08bd477-2158-4ee1-abbd-ae504670ad8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1130 time: 0.0656588 Mar 24 14:13:34.864433 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (28c13a4f-b410-49d4-ab23-6754c75151a0), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.865645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-916'] for router (28c13a4f-b410-49d4-ab23-6754c75151a0), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.919951 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.db_base_plugin_common [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Allocated IP 172.20.0.2 (12a3331f-0fc8-4e31-879f-79c13936887c/d428993a-8144-41c3-84f1-0d603510e7a8/9c307fef-9072-479f-8beb-4a2ff405cb21) {{(pid=110188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:34.961612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b05a12-e739-4ac3-8799-17e7bc68910c req-d92661d1-79b9-43c7-b143-53fc2a197b86 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.963116 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-45b05a12-e739-4ac3-8799-17e7bc68910c req-d92661d1-79b9-43c7-b143-53fc2a197b86 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.1592350 Mar 24 14:13:34.968822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks [] for router_controller (28c13a4f-b410-49d4-ab23-6754c75151a0), precommit_add_association {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:34.979754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-68dcdace-c1e5-410f-8148-fa58695489bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:34.981146 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-68dcdace-c1e5-410f-8148-fa58695489bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.1853878 Mar 24 14:13:35.204240 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Publish callbacks [] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), precommit_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.274138 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70b03-152f-4e58-91bc-d0376e1432a2 req-6307cd4a-3c80-47e4-b4c1-6fb2bdbe3ef8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:35.275765 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ccb70b03-152f-4e58-91bc-d0376e1432a2 req-6307cd4a-3c80-47e4-b4c1-6fb2bdbe3ef8 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0557313 Mar 24 14:13:35.276566 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), after_create {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.318346 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:35.326772 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.scheduler.base_scheduler [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Resources bound (agent type, host, resource id): {{(pid=110188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:35.326996 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ccb70b03-152f-4e58-91bc-d0376e1432a2 req-13faaa43-1723-4991-8ecc-f58d9f0245d0 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440025 Mar 24 14:13:35.329141 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Pushing event updated for resources: {'Port': ['ID=9c307fef-9072-479f-8beb-4a2ff405cb21,revision_number=1']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:35.331649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Received port after_create {{(pid=110188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:35.391439 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Attempting to bind port 9c307fef-9072-479f-8beb-4a2ff405cb21 on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:13:35.391803 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Attempting to bind port 9c307fef-9072-479f-8beb-4a2ff405cb21 by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:13:35.392159 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Attempting to bind port 9c307fef-9072-479f-8beb-4a2ff405cb21 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:13:35.397032 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:13:35.397402 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:13:35.397800 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.398187 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Bound using segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:13:35.398669 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Bound port: 9c307fef-9072-479f-8beb-4a2ff405cb21, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:13:35.399044 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.408285 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-45b05a12-e739-4ac3-8799-17e7bc68910c req-de751c3e-3087-431f-88a9-d239e3cbf352 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4368651 Mar 24 14:13:35.414024 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-5d8f22af-1cd7-4927-9e49-cdc32ec4331a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 1002 time: 0.4266567 Mar 24 14:13:35.432346 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49664) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:35.470065 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] For port 9c307fef-9072-479f-8beb-4a2ff405cb21, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:13:35.474119 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] For port 9c307fef-9072-479f-8beb-4a2ff405cb21, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9c307fef-9072-479f-8beb-4a2ff405cb21,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:13:35.510724 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks [] for router_gateway (28c13a4f-b410-49d4-ab23-6754c75151a0), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.524213 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-442faa23-4cee-46a9-afd3-0472129bbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:35.525683 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-442faa23-4cee-46a9-afd3-0472129bbbf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0762033 Mar 24 14:13:35.544900 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.582064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-8802da63-6053-471d-b0ab-d4620e4d2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:35.583629 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-8802da63-6053-471d-b0ab-d4620e4d2a9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517707 Mar 24 14:13:35.607758 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aeef5-fe5b-40b7-91ce-447553f76bef None None] Pushing event updated for resources: {'Port': ['ID=9c307fef-9072-479f-8beb-4a2ff405cb21,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:35.691828 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0dd67d-bd88-4419-9b54-a093a38da4f2 tempest-TestVolumeBootPattern-171408090 tempest-TestVolumeBootPattern-171408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:35.696601 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-fc0dd67d-bd88-4419-9b54-a093a38da4f2 tempest-TestVolumeBootPattern-171408090 tempest-TestVolumeBootPattern-171408090-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 1125 time: 0.2600105 Mar 24 14:13:35.697114 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49670) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:35.715961 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'port_id': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:35.767793 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-81cbd0f5-0e96-448f-9dc6-54c20df1f0ba service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710300 Mar 24 14:13:35.828486 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:35.991477 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-06d0328a-e36a-422b-b955-df4aa3debcb4 req-cb4bbddf-a541-4366-bc6d-8604c69d8ae9 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249854 Mar 24 14:13:36.050984 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks [] for router_gateway (28c13a4f-b410-49d4-ab23-6754c75151a0), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.073654 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.116866 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.232286 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Allocated IP 172.27.0.166 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/9d4a7404-774f-41e9-a595-52ef836eedba) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:36.281545 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.310917 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9c307fef-9072-479f-8beb-4a2ff405cb21 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:36.348779 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks [] for port (9d4a7404-774f-41e9-a595-52ef836eedba), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.361625 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9c307fef-9072-479f-8beb-4a2ff405cb21 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:36.362026 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.450274 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9c307fef-9072-479f-8beb-4a2ff405cb21 is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:36.450770 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.476863 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad4851-1423-4b91-ab03-600c7ce02bae req-334b2fca-2cbe-4a64-a758-51dc99d9d8e5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:36.478650 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3aad4851-1423-4b91-ab03-600c7ce02bae req-334b2fca-2cbe-4a64-a758-51dc99d9d8e5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0647318 Mar 24 14:13:36.493296 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 9c307fef-9072-479f-8beb-4a2ff405cb21, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9c307fef-9072-479f-8beb-4a2ff405cb21,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:36.498702 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.533084 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3aad4851-1423-4b91-ab03-600c7ce02bae req-136a6da3-cfd9-4bb3-b2fe-6d0248c5ff57 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484583 Mar 24 14:13:36.554678 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:36.561702 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.563469 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:36.571443 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:36.586274 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda5f09-1d9a-42ff-9961-fda457caf3dd None None] Network 12a3331f-0fc8-4e31-879f-79c13936887c requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:13:36.591104 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4a7404-774f-41e9-a595-52ef836eedba,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:36.593848 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Allocated IP 172.27.0.162 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/9c15ab8d-4527-40bf-aaeb-847cd16d6882) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:36.676433 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-eb4f3e72-62af-414c-b978-6f38462f2fc4 None None] Provisioning complete for port 9c307fef-9072-479f-8beb-4a2ff405cb21 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:36.676801 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3e72-62af-414c-b978-6f38462f2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.678204 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=9c307fef-9072-479f-8beb-4a2ff405cb21,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:36.789324 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f3e72-62af-414c-b978-6f38462f2fc4 None None] Current status of the port 9c307fef-9072-479f-8beb-4a2ff405cb21 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:36.803680 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:36.932421 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:37.008904 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:37.012747 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-35ccbcea-d9eb-4b9c-9d1c-31352068723d None None] Provisioning complete for port 9c307fef-9072-479f-8beb-4a2ff405cb21 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:37.013118 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-35ccbcea-d9eb-4b9c-9d1c-31352068723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:37.017641 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:37.021247 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:37.024931 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=9c15ab8d-4527-40bf-aaeb-847cd16d6882,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:37.075064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks [] for router_gateway (28c13a4f-b410-49d4-ab23-6754c75151a0), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:37.100484 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-35ccbcea-d9eb-4b9c-9d1c-31352068723d None None] Current status of the port 9c307fef-9072-479f-8beb-4a2ff405cb21 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:37.425763 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507926'] for router (28c13a4f-b410-49d4-ab23-6754c75151a0), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:37.902574 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (877bf803-04e2-4751-ba48-ff4874f6aac7), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:37.942478 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318df5d-6f0c-4b46-ae20-42d6564e7311 req-7b5b0cd0-1d6d-4a59-a8ba-602d0a15e4c5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:37.943993 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0318df5d-6f0c-4b46-ae20-42d6564e7311 req-7b5b0cd0-1d6d-4a59-a8ba-602d0a15e4c5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.1204636 Mar 24 14:13:38.020279 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0318df5d-6f0c-4b46-ae20-42d6564e7311 req-c824f425-aa9d-499b-9d3a-148b55b01600 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691996 Mar 24 14:13:38.071050 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 is scheduled to L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c with binding_index 1 {{(pid=110187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:13:38.078044 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.266821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:38.268442 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9c307fef-9072-479f-8beb-4a2ff405cb21 up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:38.292265 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:38.315367 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:38.316760 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:38.326098 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.369149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.370458 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9d3ab27f-bf20-4509-a1bf-595f71fc0d83 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6553698 Mar 24 14:13:38.373226 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49678) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:38.408923 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9c307fef-9072-479f-8beb-4a2ff405cb21 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:38.409294 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.438847 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.470875 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:38.532819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=9c15ab8d-4527-40bf-aaeb-847cd16d6882,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:38.545112 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (877bf803-04e2-4751-ba48-ff4874f6aac7), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.603702 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9c307fef-9072-479f-8beb-4a2ff405cb21 is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:38.676348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:36Z', 'revision_number': 3, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:38.706695 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:38.707187 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Updating router 28c13a4f-b410-49d4-ab23-6754c75151a0 port 9d4a7404-774f-41e9-a595-52ef836eedba binding host dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:13:38.724848 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Floating IP 877bf803-04e2-4751-ba48-ff4874f6aac7 associated. External IP: 172.27.0.162, port: 860fe1ab-92bc-4825-9ba5-e6006e2f0613. Mar 24 14:13:38.735137 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:38.924008 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:13:39.047712 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Publish callbacks [] for port (9d4a7404-774f-41e9-a595-52ef836eedba), precommit_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.060090 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: ACTIVE; New status is: DOWN {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:39.060090 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.082608 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:39.082915 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:39.085044 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250aade-6d6e-4c41-a391-02e5dd38a5ee" -d '{"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-unplugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:39.109193 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:39.111068 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.140080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce7b42c-354d-421c-835f-ee3d4e8b48b3 x-openstack-request-id: req-1ce7b42c-354d-421c-835f-ee3d4e8b48b3 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:39.140371 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-unplugged", "status": "failed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "code": 422}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:39.140610 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ce7b42c-354d-421c-835f-ee3d4e8b48b3 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:39.141182 dv-cinder-798189-3-iscsi neutron-server[110188]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ce7b42c-354d-421c-835f-ee3d4e8b48b3']: {'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'code': 422} returned with failed status Mar 24 14:13:39.154443 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20f72-2e93-4752-91f4-e30d210c7fc2 req-17dbc8df-290b-4e86-b4d4-c03fa961c65e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:39.156029 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0e20f72-2e93-4752-91f4-e30d210c7fc2 req-17dbc8df-290b-4e86-b4d4-c03fa961c65e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 946 time: 0.0579791 Mar 24 14:13:39.173962 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.180457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Attempting to bind port 9d4a7404-774f-41e9-a595-52ef836eedba on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:13:39.180457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Attempting to bind port 9d4a7404-774f-41e9-a595-52ef836eedba by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:13:39.180457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Attempting to bind port 9d4a7404-774f-41e9-a595-52ef836eedba on network 30278910-be67-4129-bc7c-760c34bddc25 {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:13:39.183773 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35817a44-042f-4694-8c8f-06f0e6d663d8 None None] Pushing event updated for resources: {'Port': ['ID=9d4a7404-774f-41e9-a595-52ef836eedba,revision_number=2']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:39.190654 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.209365 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0e20f72-2e93-4752-91f4-e30d210c7fc2 req-9c5c85da-e9fe-4327-a6d6-007f35c9bc23 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457504 Mar 24 14:13:39.214031 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:13:39.215026 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Checking segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:13:39.215026 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.215400 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Bound using segment: {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'} {{(pid=110188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:13:39.216100 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.managers [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Bound port: 9d4a7404-774f-41e9-a595-52ef836eedba, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4a98b-063f-45c5-927b-0aa469e8880f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30278910-be67-4129-bc7c-760c34bddc25'}}] {{(pid=110188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:13:39.216603 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.282685 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=8']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:39.296081 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] For port 9d4a7404-774f-41e9-a595-52ef836eedba, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:13:39.300677 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] For port 9d4a7404-774f-41e9-a595-52ef836eedba, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9d4a7404-774f-41e9-a595-52ef836eedba,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:13:39.313629 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:39.326997 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:39.338979 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:39.339685 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:39.368047 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.385130 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Allocated IP 172.20.0.1 (12a3331f-0fc8-4e31-879f-79c13936887c/d428993a-8144-41c3-84f1-0d603510e7a8/12f1e83f-7ce9-4a91-806c-67b392bb9ada) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:39.391839 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.426058 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:39.426762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:39.431731 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35817a44-042f-4694-8c8f-06f0e6d663d8 None None] Pushing event updated for resources: {'Port': ['ID=9d4a7404-774f-41e9-a595-52ef836eedba,revision_number=3']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:39.453555 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:39.478590 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a7a934f0-ed2d-4c5e-bf2e-5d5535ac9b59 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7671804 Mar 24 14:13:39.478590 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:13:39.478590 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:13:39.522476 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3348b3d-8a99-44e6-a0e6-1537a8e8e71d x-openstack-request-id: req-d3348b3d-8a99-44e6-a0e6-1537a8e8e71d {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:13:39.522919 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:13:39.523273 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3348b3d-8a99-44e6-a0e6-1537a8e8e71d {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:13:39.523780 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3348b3d-8a99-44e6-a0e6-1537a8e8e71d'] response: {'name': 'network-changed', 'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'status': 'completed', 'code': 200} Mar 24 14:13:39.533201 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks [] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.573883 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:39.607830 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-b164e6d1-b383-4978-8479-e3521af1fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:39.609689 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-b164e6d1-b383-4978-8479-e3521af1fb4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 1130 time: 0.0658760 Mar 24 14:13:39.666095 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.722939 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:39.729116 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:39.735416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:39.759019 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '877bf803-04e2-4751-ba48-ff4874f6aac7', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:da:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:37Z', 'updated_at': '2022-03-24T14:13:37Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:39.771433 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:36Z', 'revision_number': 3, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:39.773761 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=12f1e83f-7ce9-4a91-806c-67b392bb9ada,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:39.785267 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-f6354f5a-0390-47ae-bd16-9beb59a7d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:39.787219 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-f6354f5a-0390-47ae-bd16-9beb59a7d133 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.1702864 Mar 24 14:13:39.791615 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:39.800090 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0e9b2-34e4-4370-9afd-a7a2ed4c7b0d None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:36Z', 'revision_number': 3, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:39.801139 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:39.801738 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:39.835663 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509379'] for router_interface (28c13a4f-b410-49d4-ab23-6754c75151a0), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:39.912116 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-89a94937-ccd4-4483-ba74-e7f19f9c930e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613 HTTP/1.1" status: 200 len: 1000 time: 0.1179752 Mar 24 14:13:39.920314 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:40.004475 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-93988bc9-f2ce-4ed7-af2b-9d3308675ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:40.006225 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-93988bc9-f2ce-4ed7-af2b-9d3308675ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0778475 Mar 24 14:13:40.104812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:40.155251 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-7ccf5953-f033-4b20-8ac6-1be7193b5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:40.157147 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-7ccf5953-f033-4b20-8ac6-1be7193b5550 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1448545 Mar 24 14:13:40.161297 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-341a8832-78ef-426c-8289-c223cf6e20f8 None None] Provisioning complete for port 12f1e83f-7ce9-4a91-806c-67b392bb9ada triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:40.161676 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-341a8832-78ef-426c-8289-c223cf6e20f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:40.217986 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-341a8832-78ef-426c-8289-c223cf6e20f8 None None] Port 12f1e83f-7ce9-4a91-806c-67b392bb9ada cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:13:40.327090 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9d4a7404-774f-41e9-a595-52ef836eedba up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:40.405899 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9d4a7404-774f-41e9-a595-52ef836eedba triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:40.406400 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:40.467796 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '877bf803-04e2-4751-ba48-ff4874f6aac7', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:da:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:37Z', 'updated_at': '2022-03-24T14:13:37Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:40.507582 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9d4a7404-774f-41e9-a595-52ef836eedba is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:40.507976 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:40.530649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] For port 9d4a7404-774f-41e9-a595-52ef836eedba, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9d4a7404-774f-41e9-a595-52ef836eedba,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:40.539756 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c4f4c0-9e39-49c8-bc5e-b383e640ba13 None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '877bf803-04e2-4751-ba48-ff4874f6aac7', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:da:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:37Z', 'updated_at': '2022-03-24T14:13:37Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:40.584113 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:40.646172 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Pushing event updated for resources: {'Port': ['ID=9d4a7404-774f-41e9-a595-52ef836eedba,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:40.800314 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-41cac14d-3366-407d-9da1-b37a50939e0c service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351204 Mar 24 14:13:40.863779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f2703-842e-4e45-878d-1c47395906f5 None None] New status for floating IP 877bf803-04e2-4751-ba48-ff4874f6aac7: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:13:40.927505 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks [] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:40.939251 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bcf759ef-0d03-45d8-b5b2-c4d722b7d6c2 req-3cc0d555-7f71-4d7c-be2a-7200012eefde service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321137 Mar 24 14:13:41.001216 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:41.070065 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=12f1e83f-7ce9-4a91-806c-67b392bb9ada,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:41.075608 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509271'] for router_interface (28c13a4f-b410-49d4-ab23-6754c75151a0), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:41.172699 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:41.174172 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:41.300800 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:13:41.419373 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:13:41.433164 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b19e5378-c802-4c22-8029-7753086ad3b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/28c13a4f-b410-49d4-ab23-6754c75151a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509720 Mar 24 14:13:41.454914 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-7fa5c3a6-5761-4359-aec2-5e7dc5463523 None None] Provisioning complete for port 12f1e83f-7ce9-4a91-806c-67b392bb9ada triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:41.455981 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c3a6-5761-4359-aec2-5e7dc5463523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:41.471055 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f211-e645-4ff0-9876-287229572626 req-b55719de-772e-4d57-9d31-599d8d2f9234 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:41.478689 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-48c7f211-e645-4ff0-9876-287229572626 req-b55719de-772e-4d57-9d31-599d8d2f9234 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0759909 Mar 24 14:13:41.512076 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5c3a6-5761-4359-aec2-5e7dc5463523 None None] Port 12f1e83f-7ce9-4a91-806c-67b392bb9ada cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:13:41.535222 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-48c7f211-e645-4ff0-9876-287229572626 req-fdca05a0-3ee5-4082-bf0a-b94b9f4292db tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554059 Mar 24 14:13:41.832134 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:13:41.843187 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:41.843914 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:41.881127 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49738) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:41.963740 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:41.972675 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-3c810ff6-ffd3-4ce3-b4e9-b41a35e0d2d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900142 Mar 24 14:13:41.981440 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-1cc5671e-d5e2-4b0b-8fa3-89f57114baba service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:13:41.982516 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-1cc5671e-d5e2-4b0b-8fa3-89f57114baba service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050132 Mar 24 14:13:42.067411 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49746) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:42.082420 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49750) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:42.086940 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174632527', 'description': 'tempest-description--1735351841'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:42.155236 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.172010 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-42605b0c-a74a-4ca0-87b1-afd0fe40d363 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:42.173417 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-42605b0c-a74a-4ca0-87b1-afd0fe40d363 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports/338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 941 time: 0.1048563 Mar 24 14:13:42.174575 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:42.201263 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:13:42.201623 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Updating router 28c13a4f-b410-49d4-ab23-6754c75151a0 port 12f1e83f-7ce9-4a91-806c-67b392bb9ada binding host dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:13:42.225980 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (8937e3f9-8b2b-461f-94d2-8454df39dcd0), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.233345 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.289610 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9d4a7404-774f-41e9-a595-52ef836eedba up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:42.292239 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8937e3f9-8b2b-461f-94d2-8454df39dcd0), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.325179 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8937e3f9-8b2b-461f-94d2-8454df39dcd0,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:42.357546 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 9d4a7404-774f-41e9-a595-52ef836eedba triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:42.357925 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.369201 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.373295 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-69483d8e-0336-4d46-889f-4de77fdaddaf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2870185 Mar 24 14:13:42.373476 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49758) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:42.378215 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': '8937e3f9-8b2b-461f-94d2-8454df39dcd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:42.469146 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (1fbb6ed0-c2da-4c7d-8e47-866e425fd53f), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.536951 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Publish callbacks [] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), precommit_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.544000 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (1fbb6ed0-c2da-4c7d-8e47-866e425fd53f), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.580695 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 9d4a7404-774f-41e9-a595-52ef836eedba is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:42.581995 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.606599 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (1fbb6ed0-c2da-4c7d-8e47-866e425fd53f), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.641199 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbb6ed0-c2da-4c7d-8e47-866e425fd53f,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:42.641843 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Pushing event updated for resources: {'Port': ['ID=12f1e83f-7ce9-4a91-806c-67b392bb9ada,revision_number=3']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:42.651738 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.652089 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.652458 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.652821 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.653255 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.653476 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.653806 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.654215 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.654624 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.654961 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.655290 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.657907 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.657907 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.657907 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.657907 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:13:42.704666 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0990ded-106c-4e33-b769-8c3ee23ebafd req-47a33e1f-2579-480b-b048-b55860b81fdb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:42.706771 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f0990ded-106c-4e33-b769-8c3ee23ebafd req-47a33e1f-2579-480b-b048-b55860b81fdb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0614266 Mar 24 14:13:42.714490 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Attempting to bind port 12f1e83f-7ce9-4a91-806c-67b392bb9ada on host dv-cinder-798189-3-iscsi for vnic_type normal with profile {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:13:42.714958 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Attempting to bind port 12f1e83f-7ce9-4a91-806c-67b392bb9ada by drivers openvswitch,hyperv on host dv-cinder-798189-3-iscsi at level 0 using segments [{'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:13:42.715255 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Attempting to bind port 12f1e83f-7ce9-4a91-806c-67b392bb9ada on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:13:42.720625 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Checking agent: {'id': '93947d4a-b5dd-40d3-aa12-d07d878252a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 13, 55, 1), 'started_at': datetime.datetime(2022, 3, 24, 13, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:13:42.721559 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:13:42.721964 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.722356 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Bound using segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} {{(pid=110189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:13:42.722842 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.managers [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Bound port: 12f1e83f-7ce9-4a91-806c-67b392bb9ada, host: dv-cinder-798189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}}] {{(pid=110189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:13:42.723216 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), before_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.724071 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.725990 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5bde9d15-9e84-40d5-8f3a-7bb9b20dad8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516090 Mar 24 14:13:42.728726 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 49762) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:42.735020 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': '8937e3f9-8b2b-461f-94d2-8454df39dcd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:42.776758 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f0990ded-106c-4e33-b769-8c3ee23ebafd req-b8b64df3-445e-4754-9e29-56d8dea9cc05 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634599 Mar 24 14:13:42.804720 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] For port 12f1e83f-7ce9-4a91-806c-67b392bb9ada, host dv-cinder-798189-3-iscsi, cleared binding levels {{(pid=110189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:13:42.808011 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.plugins.ml2.db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] For port 12f1e83f-7ce9-4a91-806c-67b392bb9ada, host dv-cinder-798189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=12f1e83f-7ce9-4a91-806c-67b392bb9ada,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:13:42.846361 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (61e3329e-b5a3-4e48-bca6-f51a49704921), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.898574 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron_lib.callbacks.manager [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), after_update {{(pid=110189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.901594 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (61e3329e-b5a3-4e48-bca6-f51a49704921), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.952558 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] Provisioning complete for port 12f1e83f-7ce9-4a91-806c-67b392bb9ada triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:42.952947 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:42.961961 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:13:42.962593 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:42.969397 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450b8f-9b61-4349-a5ca-2daf7c9459ee None None] Pushing event updated for resources: {'Port': ['ID=12f1e83f-7ce9-4a91-806c-67b392bb9ada,revision_number=4']} {{(pid=110189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:42.978417 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (61e3329e-b5a3-4e48-bca6-f51a49704921), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.001446 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e3329e-b5a3-4e48-bca6-f51a49704921,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:43.056649 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] Current status of the port 12f1e83f-7ce9-4a91-806c-67b392bb9ada is: DOWN; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:43.057233 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.089628 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.094113 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f257bae7-afab-4478-982e-195d534f203f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614595 Mar 24 14:13:43.094271 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:13:43.095078 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49764) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:13:43.101619 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:43.113011 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] For port 12f1e83f-7ce9-4a91-806c-67b392bb9ada, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=12f1e83f-7ce9-4a91-806c-67b392bb9ada,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:13:43.149970 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.184041 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.203545 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32319-9f52-4508-bd90-dafa0331beb6 None None] Pushing event updated for resources: {'Port': ['ID=12f1e83f-7ce9-4a91-806c-67b392bb9ada,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:43.273558 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-2ab342cd-976b-4644-b19d-cc46fdc1a37b None None] Provisioning complete for port 12f1e83f-7ce9-4a91-806c-67b392bb9ada triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:43.273935 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2ab342cd-976b-4644-b19d-cc46fdc1a37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.309374 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.326502 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:42Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:13:43.358245 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace437f-acae-462a-9b6c-297df73e9206 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:42Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:13:43.360171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-2ab342cd-976b-4644-b19d-cc46fdc1a37b None None] Current status of the port 12f1e83f-7ce9-4a91-806c-67b392bb9ada is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:43.441438 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.27.0.13 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/3e260740-ca7a-47db-901f-b6b91940157e) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:43.549736 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (3e260740-ca7a-47db-901f-b6b91940157e), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.647294 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (3e260740-ca7a-47db-901f-b6b91940157e), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.691241 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:43.694258 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:43.695315 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-183d38de-3b81-48b5-b20e-0ecea246fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:43.696969 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-183d38de-3b81-48b5-b20e-0ecea246fd41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43&tenant_id=615c9e2c9a6045cc90bde9ed90851948 HTTP/1.1" status: 200 len: 1128 time: 0.0476677 Mar 24 14:13:43.700245 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:43.706092 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=3e260740-ca7a-47db-901f-b6b91940157e,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:43.708833 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-f8e4937d-0043-4da2-a0f0-1b686a934aa3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:13:43.710180 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-f8e4937d-0043-4da2-a0f0-1b686a934aa3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063381 Mar 24 14:13:43.777281 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-2e7e4caf-de05-4e4e-ad4f-1db2de61e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:43.778978 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-2e7e4caf-de05-4e4e-ad4f-1db2de61e33b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1128 time: 0.0467250 Mar 24 14:13:43.793834 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (3c16c987-d717-4a80-8056-2a8d6cb1d3e8), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.910546 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-71c54421-3e88-448c-a0c8-aca3ea3f52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:43.912052 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-71c54421-3e88-448c-a0c8-aca3ea3f52b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.1241817 Mar 24 14:13:43.915703 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (3e260740-ca7a-47db-901f-b6b91940157e), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:43.973721 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece8c2e-da1d-4f11-b427-55b36eaec826 req-856a009d-c985-43dc-ae4c-628cb2022ee3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:43.975350 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4ece8c2e-da1d-4f11-b427-55b36eaec826 req-856a009d-c985-43dc-ae4c-628cb2022ee3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.1088009 Mar 24 14:13:44.008920 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-d82f39a1-ee91-409b-bbb9-5ff275c35c7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 1000 time: 0.0905452 Mar 24 14:13:44.073522 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4ece8c2e-da1d-4f11-b427-55b36eaec826 req-b4381744-d10f-4d76-96e0-4d18c0ba0c94 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898752 Mar 24 14:13:44.088646 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-ce383628-047e-4d8b-a5cc-83bde9206415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:44.090152 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-ce383628-047e-4d8b-a5cc-83bde9206415 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0744009 Mar 24 14:13:44.146838 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-bb6b6301-3143-4e5e-9785-90fe2a1f6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:44.148375 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-bb6b6301-3143-4e5e-9785-90fe2a1f6fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511155 Mar 24 14:13:44.266240 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-f83fc362-f60d-4c26-8d76-78f8b3693b4a service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114187 Mar 24 14:13:44.332231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 12f1e83f-7ce9-4a91-806c-67b392bb9ada up at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:13:44.348823 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (3e260740-ca7a-47db-901f-b6b91940157e), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:44.375045 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cd4712d9-6c13-4d98-b12c-ece9e038df03 req-f56a491d-ec08-446a-9e3e-393cbcbc8b63 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026790 Mar 24 14:13:44.388650 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Provisioning complete for port 12f1e83f-7ce9-4a91-806c-67b392bb9ada triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:44.389087 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:44.434973 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (3e260740-ca7a-47db-901f-b6b91940157e), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:44.473801 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Current status of the port 12f1e83f-7ce9-4a91-806c-67b392bb9ada is: ACTIVE; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:13:44.506836 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=3e260740-ca7a-47db-901f-b6b91940157e,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:44.520251 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (3c16c987-d717-4a80-8056-2a8d6cb1d3e8), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:44.581037 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:44.582597 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6aa60430-d54b-471b-931d-86d16b26a159 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4856915 Mar 24 14:13:44.726768 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-aa4e933f-8272-4e2a-95f8-cc89b4410466 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--174632527&fields=id&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 267 time: 0.0405843 Mar 24 14:13:44.831616 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-711d46cc-16fd-48e7-854c-d00ee041b2c7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:44.833103 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-711d46cc-16fd-48e7-854c-d00ee041b2c7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.0996077 Mar 24 14:13:44.848734 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-99abf4f7-83f7-49ee-b5a9-76f42f8cc90d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/quotas/029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 375 time: 0.0103869 Mar 24 14:13:44.907720 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-e0bf3b97-2812-4ce3-a1d8-759621ccd51d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536332 Mar 24 14:13:45.007293 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-58834d74-8b10-4395-81ee-5d0ef3a21594 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878403 Mar 24 14:13:45.138781 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-bdca813d-982b-45d6-a90d-da09de978555 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254008 Mar 24 14:13:45.230342 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314c42-9a4e-4468-8573-0a42c6d252b5 req-d1b27f37-491f-4722-ab21-043560a53ab7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:45.238391 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00314c42-9a4e-4468-8573-0a42c6d252b5 req-d1b27f37-491f-4722-ab21-043560a53ab7 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0620480 Mar 24 14:13:45.302297 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00314c42-9a4e-4468-8573-0a42c6d252b5 req-9e61b739-0ddf-4d19-939a-83dbe75756f3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624850 Mar 24 14:13:45.492785 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-04ac3ccb-a1c7-4144-9838-0983a788eae1 req-f7615deb-67f9-490b-9f14-f14b8ca369fb tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0415070 Mar 24 14:13:46.435388 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739fc7-f7f3-4d62-abef-4e0bf45661e6 req-e9ae3924-8b5b-4162-8728-1a071c92f99c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:46.436798 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-57739fc7-f7f3-4d62-abef-4e0bf45661e6 req-e9ae3924-8b5b-4162-8728-1a071c92f99c tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0585856 Mar 24 14:13:46.486769 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-57739fc7-f7f3-4d62-abef-4e0bf45661e6 req-eb5047e2-50c5-457d-9121-98fb49c6f1ad tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Mar 24 14:13:46.591109 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a95274b6-54c6-45f9-bc05-a74a0f7d2427 req-ca028eb8-e30a-4491-98bf-5b924341c7aa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0274503 Mar 24 14:13:47.612438 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b198-0988-41f6-a08a-5ceb3b7b96cf req-949cd83b-85e2-477d-8ba5-a4fa9a4a2bd1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:47.613804 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c799b198-0988-41f6-a08a-5ceb3b7b96cf req-949cd83b-85e2-477d-8ba5-a4fa9a4a2bd1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0539792 Mar 24 14:13:47.668648 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c799b198-0988-41f6-a08a-5ceb3b7b96cf req-1fc78960-11f3-443b-95bc-471453ae9cd3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488198 Mar 24 14:13:47.693482 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7623b55d-ee5c-45d8-91b3-0884c781f379 req-d5c38c3f-2d4f-4c09-bc4e-888ac01a3522 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0308490 Mar 24 14:13:48.808517 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a092aeba-c6cf-4ba4-adb8-445154df8596 req-308c578a-c14e-461d-ab8e-453374d4db25 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0316536 Mar 24 14:13:48.819615 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84683a4-7209-4720-81e8-6a45a174e5a6 req-ae0ab81a-b360-42e1-a1e7-243ae1a7cc78 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:48.821344 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b84683a4-7209-4720-81e8-6a45a174e5a6 req-ae0ab81a-b360-42e1-a1e7-243ae1a7cc78 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0678868 Mar 24 14:13:48.870839 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b84683a4-7209-4720-81e8-6a45a174e5a6 req-263d3b15-ea40-4e74-8697-7634c7b594f5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Mar 24 14:13:49.907201 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-73243ffa-5ab3-4f0d-8ad6-7b4df3916fa9 req-7dd77529-66f4-4d15-85b5-aef15b00241f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0287743 Mar 24 14:13:50.006424 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312d15a-e8f1-489f-b362-0650412b02cb req-31de3e95-f751-4af2-ae32-0684181e0983 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:50.008208 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2312d15a-e8f1-489f-b362-0650412b02cb req-31de3e95-f751-4af2-ae32-0684181e0983 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0614145 Mar 24 14:13:50.061401 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2312d15a-e8f1-489f-b362-0650412b02cb req-ab75c222-7850-4308-aa36-d7fe05a5e728 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 Mar 24 14:13:51.014427 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fa9d8384-b450-4a48-94a6-229fe1f960bf req-263e3b50-c79f-41a8-9e98-fccffbf9b0e6 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0391057 Mar 24 14:13:51.196278 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ae452-2627-4780-89d3-d2a7136f433f req-7a24a4fd-543e-4cfe-bb4c-dd5d04203aa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:51.197828 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7f2ae452-2627-4780-89d3-d2a7136f433f req-7a24a4fd-543e-4cfe-bb4c-dd5d04203aa5 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0614896 Mar 24 14:13:51.266418 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7f2ae452-2627-4780-89d3-d2a7136f433f req-2152a37e-e25a-4d62-92aa-5ee93a4a4c12 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625756 Mar 24 14:13:52.115342 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-de2923cb-0942-4795-8a95-9f0050f729a8 req-f2fd2873-6882-4662-9f98-78802ecc2512 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0333233 Mar 24 14:13:52.405198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3867d7-44a2-4200-8b9b-8b0abdb6ebbb req-36fb5ec4-31e4-40ea-98b7-ab7c17073412 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:52.406939 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3f3867d7-44a2-4200-8b9b-8b0abdb6ebbb req-36fb5ec4-31e4-40ea-98b7-ab7c17073412 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0543768 Mar 24 14:13:52.455290 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3f3867d7-44a2-4200-8b9b-8b0abdb6ebbb req-7f17e3a2-0d38-476b-8b4a-6849cfe4c27e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Mar 24 14:13:53.207396 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8c286af9-6552-4bea-ab4f-afa57eb04168 req-c3832a65-6464-4b5c-83f0-3955ad9bd629 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0262179 Mar 24 14:13:53.576662 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64326b02-291f-443f-8869-4e4da0aca8cc req-5a9e6e52-c4c0-4c7e-93fb-75949d0920a1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:53.578148 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64326b02-291f-443f-8869-4e4da0aca8cc req-5a9e6e52-c4c0-4c7e-93fb-75949d0920a1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0515332 Mar 24 14:13:53.627062 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64326b02-291f-443f-8869-4e4da0aca8cc req-b4f1ea3c-5059-4ef3-899e-8d826e902f6f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Mar 24 14:13:54.263455 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a1d39b2f-6ed8-4936-85e3-3f70532dc70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:54.298797 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6255ea67-e979-43c4-88cb-59b1ed537521 req-1a6414ba-dbe8-4f57-a218-97aebb954a3b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0268438 Mar 24 14:13:54.651402 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:13:54.753272 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0b662-645c-46ab-8c23-5b3bdc2adc9d req-4ea3fc73-2a6d-434c-91d7-df1e19445cce tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:54.754748 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c5e0b662-645c-46ab-8c23-5b3bdc2adc9d req-4ea3fc73-2a6d-434c-91d7-df1e19445cce tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0520651 Mar 24 14:13:54.800714 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c5e0b662-645c-46ab-8c23-5b3bdc2adc9d req-e65009f7-7ee8-48d2-b5a4-c82e06a5f1cc tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Mar 24 14:13:55.387993 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e5289f3b-0a88-4b49-8068-672bb916a4c5 req-45b0c1a4-e2fa-40f9-b592-15c8b59e0bea tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0267696 Mar 24 14:13:55.919040 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a615-a4c1-4dab-b2d1-87c52796f289 req-41cedb7a-9e53-424a-94de-c57b15dd8e09 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:55.920512 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fb64a615-a4c1-4dab-b2d1-87c52796f289 req-41cedb7a-9e53-424a-94de-c57b15dd8e09 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0506077 Mar 24 14:13:55.965181 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fb64a615-a4c1-4dab-b2d1-87c52796f289 req-fc0fe730-5b6c-4852-b886-82acf8734a09 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Mar 24 14:13:56.469285 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-88bf626d-138b-4375-93f5-34f45dc37a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:56.477612 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5bd79155-6f61-433a-a50a-d89dfe29286a req-a57ac479-d121-4454-ae5f-265233f7f53c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0263970 Mar 24 14:13:57.093359 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c102d8-c437-4823-b118-c31b83e962f9 req-0384cd10-7ff6-4053-8d79-a041f27d5ae2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:57.094910 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b4c102d8-c437-4823-b118-c31b83e962f9 req-0384cd10-7ff6-4053-8d79-a041f27d5ae2 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0575657 Mar 24 14:13:57.129795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-8b812ec8-b9cc-4aba-8eca-638044e423bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:57.131341 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-8b812ec8-b9cc-4aba-8eca-638044e423bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1128 time: 0.0967834 Mar 24 14:13:57.147226 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b4c102d8-c437-4823-b118-c31b83e962f9 req-f5ffa2fe-8441-4095-b536-8a20cb568e16 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Mar 24 14:13:57.235198 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-14e3a715-b59b-44f6-bac9-3a86f22b007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:57.236710 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-14e3a715-b59b-44f6-bac9-3a86f22b007e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.0845728 Mar 24 14:13:57.307468 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-a35d5395-ac93-4cfb-a7d5-ac395750f249 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 1000 time: 0.0614445 Mar 24 14:13:57.354469 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-122d9101-e3d1-49f1-9601-154b7929febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:57.356189 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-122d9101-e3d1-49f1-9601-154b7929febf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0432692 Mar 24 14:13:57.408978 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-b854535b-362c-4771-a16c-b34e8363cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:57.410458 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-b854535b-362c-4771-a16c-b34e8363cf37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435996 Mar 24 14:13:57.498434 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-d2d73c2d-80da-4c41-bd06-09dc2b2b65f4 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818827 Mar 24 14:13:57.579028 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-accb84db-b6e1-4145-9af9-fb556cccc2d8 req-f09d3880-35d4-4a50-a32b-5be539b7d794 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0328851 Mar 24 14:13:57.609418 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-48d15674-903a-47e5-93ad-4eb7d0c9b696 req-1fdf7b7e-c1ab-4688-a5a8-9b2c5d8c0d52 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036026 Mar 24 14:13:58.272545 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561420-b49d-4f80-b4a5-0ac92dcfc503 req-05b5b113-d687-44d9-b65f-9125362dc522 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:58.273935 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9c561420-b49d-4f80-b4a5-0ac92dcfc503 req-05b5b113-d687-44d9-b65f-9125362dc522 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0544004 Mar 24 14:13:58.321326 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9c561420-b49d-4f80-b4a5-0ac92dcfc503 req-b3688fb6-8da2-45f3-bef0-ed29cfef269f tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Mar 24 14:13:58.560965 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:58.682242 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-31563052-b253-4386-8795-313c106a4477 req-8bb541ad-36a2-4e59-8720-e70fbb63f160 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0367868 Mar 24 14:13:58.770060 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-fd68dc88-cb08-4f38-ba60-91d24ee7ad13 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:58.771489 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-fd68dc88-cb08-4f38-ba60-91d24ee7ad13 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.1175709 Mar 24 14:13:58.834539 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-1effce0d-73c0-4cf3-9ed7-b038483714da tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 379 time: 0.0508673 Mar 24 14:13:58.843710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'port': {'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'admin_state_up': True, 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'security_groups': ['8937e3f9-8b2b-461f-94d2-8454df39dcd0']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:59.011871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Made reservation on behalf of 029884eac7f843b6855a2fe1deaf236e for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:13:59.015302 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.074808 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.135853 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.20.0.9 (12a3331f-0fc8-4e31-879f-79c13936887c/d428993a-8144-41c3-84f1-0d603510e7a8/57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:13:59.268414 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.343596 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.385329 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:13:59.392697 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:13:59.397137 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:13:59.401065 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:13:59.452938 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:59.453595 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.460580 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b906e-f6ff-42da-bb9b-b38571fe612f req-9ddbad4a-a265-4223-9118-c8f2a0f66aa4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:59.462133 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e17b906e-f6ff-42da-bb9b-b38571fe612f req-9ddbad4a-a265-4223-9118-c8f2a0f66aa4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0653596 Mar 24 14:13:59.515501 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e17b906e-f6ff-42da-bb9b-b38571fe612f req-70f751d9-7816-43ef-ab4c-74b4c54abdda tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476248 Mar 24 14:13:59.529252 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-90fe4189-6cf1-4346-a239-2c8540fc0e36 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6889508 Mar 24 14:13:59.541645 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Request body: {'port': {'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:13:59.590925 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-53588bc8-e37d-4208-8ea5-f509d349ca3f None None] Provisioning complete for port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:13:59.591528 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-53588bc8-e37d-4208-8ea5-f509d349ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.600256 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.625070 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-53588bc8-e37d-4208-8ea5-f509d349ca3f None None] Port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:13:59.835615 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd0bd1-40cf-4ccd-a9ae-bfc49e87e9ab req-04e1d4e8-4289-4ef9-a50f-c5c8f1ac05da tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:13:59.837058 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6bd0bd1-40cf-4ccd-a9ae-bfc49e87e9ab req-04e1d4e8-4289-4ef9-a50f-c5c8f1ac05da tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 931 time: 0.0821023 Mar 24 14:13:59.920526 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6bd0bd1-40cf-4ccd-a9ae-bfc49e87e9ab req-7d34d96e-5f68-49f9-9f26-5719c8d1cfe4 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773070 Mar 24 14:13:59.926157 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:13:59.933495 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Publish callbacks [] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:13:59.945206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Transition to ACTIVE for port object 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:14:00.017796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:00.068374 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Pushing event updated for resources: {'Port': ['ID=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:14:00.141133 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Attempting to bind port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:14:00.141452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Attempting to bind port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:14:00.141765 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Attempting to bind port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:14:00.146879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 on network 12a3331f-0fc8-4e31-879f-79c13936887c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:14:00.147193 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Attempting to bind port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:14:00.152278 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:14:00.152610 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:14:00.152990 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Bound using segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:14:00.153412 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Bound port: 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:14:00.153763 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:00.217421 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] For port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:14:00.220401 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] For port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:14:00.298698 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:00.329169 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.329940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:00.331988 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] 10.222.0.42 "PUT /v2.0/ports/57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 HTTP/1.1" status: 200 len: 1093 time: 0.7946186 Mar 24 14:14:00.333967 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:14:00.336947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c25daa9-28f3-4cd5-850a-9e3f867176d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:14:00.362464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cec02-c9e3-4703-b2bd-860b44e88808 service neutron] Pushing event updated for resources: {'Port': ['ID=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:14:00.377775 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19557b55-8247-4876-9d1f-4161a2a75e40 x-openstack-request-id: req-19557b55-8247-4876-9d1f-4161a2a75e40 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:14:00.378784 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:14:00.379044 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19557b55-8247-4876-9d1f-4161a2a75e40 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:14:00.382679 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19557b55-8247-4876-9d1f-4161a2a75e40'] response: {'name': 'network-changed', 'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'status': 'completed', 'code': 200} Mar 24 14:14:00.450263 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25daa9-28f3-4cd5-850a-9e3f867176d7 req-6f009a76-6218-4e62-a52f-f2fd94daf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.451616 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9c25daa9-28f3-4cd5-850a-9e3f867176d7 req-6f009a76-6218-4e62-a52f-f2fd94daf103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 1127 time: 0.0489805 Mar 24 14:14:00.546947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25daa9-28f3-4cd5-850a-9e3f867176d7 req-a21bd54a-bcf6-4148-99af-e0fc2f800cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.548410 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9c25daa9-28f3-4cd5-850a-9e3f867176d7 req-a21bd54a-bcf6-4148-99af-e0fc2f800cc7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=029884eac7f843b6855a2fe1deaf236e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0894737 Mar 24 14:14:00.595137 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:00.682596 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4084-af13-4f53-b617-ead0ffb43b2f req-e59e4485-a4c7-4c3b-8b6d-153fca559942 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.683979 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-286e4084-af13-4f53-b617-ead0ffb43b2f req-e59e4485-a4c7-4c3b-8b6d-153fca559942 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 944 time: 0.0827739 Mar 24 14:14:00.685354 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25daa9-28f3-4cd5-850a-9e3f867176d7 req-ca1c7c8c-0d5a-4622-9f1f-1f2370b71bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.686702 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9c25daa9-28f3-4cd5-850a-9e3f867176d7 req-ca1c7c8c-0d5a-4622-9f1f-1f2370b71bbc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322992 Mar 24 14:14:00.741283 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-286e4084-af13-4f53-b617-ead0ffb43b2f req-668f6ab3-06a3-4435-a7ab-436c44f8eaf1 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517340 Mar 24 14:14:00.773345 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-8503054b-e2e1-497c-b9b1-5ddef3659503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.774852 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-8503054b-e2e1-497c-b9b1-5ddef3659503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 1127 time: 0.0483539 Mar 24 14:14:00.816860 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-744a0584-5431-432d-ba4e-414124154d1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 HTTP/1.1" status: 200 len: 217 time: 0.0355847 Mar 24 14:14:00.863705 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-2dfc37d5-9c9e-4993-979d-026d1627fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.865113 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-2dfc37d5-9c9e-4993-979d-026d1627fb8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0423133 Mar 24 14:14:00.912197 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-34ab12e9-8a6c-4d17-857a-edc597046375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:00.913641 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-34ab12e9-8a6c-4d17-857a-edc597046375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422964 Mar 24 14:14:01.004395 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-6fe2816d-7038-4b5a-a1d0-b2e4c2f2fd57 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841038 Mar 24 14:14:01.037954 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bba9b7-45c1-4ee0-92ed-8a9581efadca req-a422d28f-80c0-470a-a0d5-5929300d5189 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:01.039455 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-87bba9b7-45c1-4ee0-92ed-8a9581efadca req-a422d28f-80c0-470a-a0d5-5929300d5189 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 943 time: 0.0521336 Mar 24 14:14:01.055785 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:14:01.087652 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-87bba9b7-45c1-4ee0-92ed-8a9581efadca req-fecb25a0-f021-4d02-bc7f-85891dcb7f59 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Mar 24 14:14:01.104749 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-20f4e286-5c66-4dce-83a0-3d0d6552cc90 req-fc223be9-e38e-4db1-b68b-9313a139e001 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885851 Mar 24 14:14:01.153360 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:14:01.164599 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'port_id': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'mac_address': 'fa:16:3e:0b:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:14:01.207522 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:14:01.207918 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:01.220830 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338c06c5-1fac-4aec-9e0d-ab7c274affb3 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:14:01.239492 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:14:01.285909 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:01.331111 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=9']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:14:01.833763 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['338c06c5-1fac-4aec-9e0d-ab7c274affb3'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:14:01.865869 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1db3eb-4e5b-4673-a31c-330d69a99734 req-7003cf16-fe0a-4750-9699-130a10081705 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:01.867355 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4b1db3eb-4e5b-4673-a31c-330d69a99734 req-7003cf16-fe0a-4750-9699-130a10081705 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 945 time: 0.0559239 Mar 24 14:14:01.911806 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4b1db3eb-4e5b-4673-a31c-330d69a99734 req-94547368-72dd-47a1-a7ef-4eed8334dd04 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388985 Mar 24 14:14:02.200113 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30269-53cd-42dd-8473-4000da3c8bc7 req-36559e5b-4591-4024-81ee-8e320545637f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:02.201554 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64e30269-53cd-42dd-8473-4000da3c8bc7 req-36559e5b-4591-4024-81ee-8e320545637f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 943 time: 0.0502539 Mar 24 14:14:02.247112 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-64e30269-53cd-42dd-8473-4000da3c8bc7 req-4e1f0632-b9cf-4293-81c5-60810dfa76a4 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396354 Mar 24 14:14:03.030292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba242b-ba2b-49cb-a406-44a091f5b8c6 req-a654d465-056e-4bee-a53a-bdd5165eda91 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:03.031764 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-72ba242b-ba2b-49cb-a406-44a091f5b8c6 req-a654d465-056e-4bee-a53a-bdd5165eda91 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 945 time: 0.0508196 Mar 24 14:14:03.075729 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:14:03.076486 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-72ba242b-ba2b-49cb-a406-44a091f5b8c6 req-54bd12cc-afa4-403e-924a-757e6979d35d tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393283 Mar 24 14:14:03.122991 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:14:03.123363 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:03.196324 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:14:03.196628 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:03.220593 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:14:03.223318 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f671f28-c266-4186-8744-355c0af58ae1" -d '{"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-plugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:14:03.235260 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:14:03.259140 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54fb3f1-0c7e-4e79-85f9-9fc013727974 x-openstack-request-id: req-e54fb3f1-0c7e-4e79-85f9-9fc013727974 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:14:03.259453 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-plugged", "status": "completed", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:14:03.259710 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e54fb3f1-0c7e-4e79-85f9-9fc013727974 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:14:03.260114 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54fb3f1-0c7e-4e79-85f9-9fc013727974'] response: {'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'code': 200} Mar 24 14:14:03.315372 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:03.363072 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=10']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:14:03.367279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a024519-6e6b-4af2-ad30-aebd74397550 req-ec599961-9b34-472f-af6e-ff59b6d01e8f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:03.369828 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9a024519-6e6b-4af2-ad30-aebd74397550 req-ec599961-9b34-472f-af6e-ff59b6d01e8f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 943 time: 0.0565479 Mar 24 14:14:03.420481 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9a024519-6e6b-4af2-ad30-aebd74397550 req-d1c2ac40-9630-479a-af16-e49c437d2ed7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Mar 24 14:14:03.550579 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f76395-918a-433f-96ce-b7f60a5038ad req-40b9975e-ae6f-4ada-96c0-8b1919b71fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:03.552141 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-55f76395-918a-433f-96ce-b7f60a5038ad req-40b9975e-ae6f-4ada-96c0-8b1919b71fde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1131 time: 0.0425029 Mar 24 14:14:03.593629 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-55f76395-918a-433f-96ce-b7f60a5038ad req-51d78d96-9a3f-434f-9090-021da5bd2ecd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345757 Mar 24 14:14:04.199307 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde023-284c-429d-a2f4-bfe50be0b9ef req-959d5208-a6ba-445d-b3a7-8da75bac6033 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:04.200749 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0dfde023-284c-429d-a2f4-bfe50be0b9ef req-959d5208-a6ba-445d-b3a7-8da75bac6033 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 947 time: 0.0536277 Mar 24 14:14:04.245939 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0dfde023-284c-429d-a2f4-bfe50be0b9ef req-fb3e7353-b143-441b-94d2-9918819f0bd3 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397303 Mar 24 14:14:04.538835 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98733-d91a-4a61-a329-488477b96236 req-a52a6723-18c6-475c-a0a4-6610a4666215 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:04.540293 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a0a98733-d91a-4a61-a329-488477b96236 req-a52a6723-18c6-475c-a0a4-6610a4666215 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 943 time: 0.0546308 Mar 24 14:14:04.586926 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a0a98733-d91a-4a61-a329-488477b96236 req-30277a16-dd25-4515-9485-4429847cf23b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410864 Mar 24 14:14:05.072115 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:14:05.168309 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:14:05.180559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:14:05.217413 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:14:05.217755 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:05.230242 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:14:05.249809 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:14:05.331989 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:05.370065 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abbf5f-c640-44c4-b11b-ad4a4e15fedb req-bc7b31e3-4f94-4e13-a88d-0fde60d97e2e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:05.371614 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b4abbf5f-c640-44c4-b11b-ad4a4e15fedb req-bc7b31e3-4f94-4e13-a88d-0fde60d97e2e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 947 time: 0.0530970 Mar 24 14:14:05.383531 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:14:05.420622 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b4abbf5f-c640-44c4-b11b-ad4a4e15fedb req-1ecf1a53-98fb-448d-a331-2048bd7a2feb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Mar 24 14:14:05.684367 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:14:05.706712 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591617e-44f1-44f4-84cd-e66007e13d4e req-999220d0-8f00-42e2-948b-4bdcaf49dbe3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:05.708198 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8591617e-44f1-44f4-84cd-e66007e13d4e req-999220d0-8f00-42e2-948b-4bdcaf49dbe3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 944 time: 0.0562844 Mar 24 14:14:05.755538 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8591617e-44f1-44f4-84cd-e66007e13d4e req-03f99f59-85a4-4c67-898f-bf9bfef69e2f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Mar 24 14:14:06.257482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:06.543708 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf0dd-541c-4928-9ead-e274833fe9d5 req-a3c38433-4119-490c-aebb-97730af451c4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:06.545173 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a34bf0dd-541c-4928-9ead-e274833fe9d5 req-a3c38433-4119-490c-aebb-97730af451c4 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 947 time: 0.0548286 Mar 24 14:14:06.589980 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a34bf0dd-541c-4928-9ead-e274833fe9d5 req-bba9c12c-e8b1-417d-9c48-7a9cc129bb95 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 Mar 24 14:14:06.872560 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cbdbd-9af3-49fa-b5d9-7a28e298b89f req-431e08c7-0f4f-4a1f-bc7f-b339de9eade3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:06.874009 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ca0cbdbd-9af3-49fa-b5d9-7a28e298b89f req-431e08c7-0f4f-4a1f-bc7f-b339de9eade3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 944 time: 0.0506549 Mar 24 14:14:06.918974 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ca0cbdbd-9af3-49fa-b5d9-7a28e298b89f req-c093fce1-9519-4acb-b6b4-e1347db59d8b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Mar 24 14:14:07.081469 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:14:07.194689 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:14:07.198277 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:14:07.198682 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:07.276272 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:14:07.276930 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:07.298802 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:14:07.301216 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affcdf2e-b37a-47b0-b9cf-6717fd5439f5" -d '{"events": [{"server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "name": "network-vif-plugged", "status": "completed", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:14:07.313056 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:14:07.336220 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e6165-8c1b-45c1-81d4-8a8e7fcee479 x-openstack-request-id: req-9c4e6165-8c1b-45c1-81d4-8a8e7fcee479 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:14:07.336220 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "name": "network-vif-plugged", "status": "completed", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:14:07.336220 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c4e6165-8c1b-45c1-81d4-8a8e7fcee479 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:14:07.336220 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4e6165-8c1b-45c1-81d4-8a8e7fcee479'] response: {'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'code': 200} Mar 24 14:14:07.384775 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:07.430887 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:14:07.587676 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63947763-ec57-4c7b-a5c4-494576fd9ddd req-61b0bbce-266a-4d6b-9438-31ca99fa57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:07.589017 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-63947763-ec57-4c7b-a5c4-494576fd9ddd req-61b0bbce-266a-4d6b-9438-31ca99fa57c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 1129 time: 0.0416040 Mar 24 14:14:07.632961 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-63947763-ec57-4c7b-a5c4-494576fd9ddd req-b040f98a-fe99-48ef-9375-6bc7c4c603dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Mar 24 14:14:08.035043 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f36269-62a5-42ec-bb89-10bd61c67bc5 req-ac855ff6-690a-416f-938e-5668cb5c5a8f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:08.036474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3f36269-62a5-42ec-bb89-10bd61c67bc5 req-ac855ff6-690a-416f-938e-5668cb5c5a8f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0509346 Mar 24 14:14:08.082140 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3f36269-62a5-42ec-bb89-10bd61c67bc5 req-383fae36-5db2-4f61-b2c3-5fcd25870521 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401182 Mar 24 14:14:09.200974 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38b32-460c-427f-8de4-1dc0eaaabfb9 req-5b7948fe-33df-47bb-95e1-2e62be645cb3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:09.202467 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-85a38b32-460c-427f-8de4-1dc0eaaabfb9 req-5b7948fe-33df-47bb-95e1-2e62be645cb3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0533016 Mar 24 14:14:09.248984 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-85a38b32-460c-427f-8de4-1dc0eaaabfb9 req-ef102195-2d96-4eba-b182-a3e53c297a14 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 Mar 24 14:14:10.364332 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad06fe-1d30-497a-8114-2fbed90080a0 req-6b9dba5a-773a-462f-8096-0cf33d4fe3aa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:10.365669 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e4ad06fe-1d30-497a-8114-2fbed90080a0 req-6b9dba5a-773a-462f-8096-0cf33d4fe3aa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0502288 Mar 24 14:14:10.409940 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e4ad06fe-1d30-497a-8114-2fbed90080a0 req-aa58c58c-39e0-48c3-891a-1f154d28a893 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 Mar 24 14:14:10.519710 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a7fb4-2553-4337-81ac-e120319499f9 req-75da9204-5569-4150-80c9-8e9cd8d82e73 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:10.521172 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-500a7fb4-2553-4337-81ac-e120319499f9 req-75da9204-5569-4150-80c9-8e9cd8d82e73 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0513959 Mar 24 14:14:10.529474 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 49958) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:14:10.533715 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:14:10.574203 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (3c16c987-d717-4a80-8056-2a8d6cb1d3e8), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:10.986623 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:11.046392 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (3c16c987-d717-4a80-8056-2a8d6cb1d3e8), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:11.142934 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP 3c16c987-d717-4a80-8056-2a8d6cb1d3e8 associated. External IP: 172.27.0.13, port: 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026. Mar 24 14:14:11.343965 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:14:11.449326 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:14:11.459732 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:11.459847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:14:11.467670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:14:11.468276 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:14:11.483186 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-b709a43f-27ed-457f-813c-56597672c204 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "PUT /v2.0/floatingips/3c16c987-d717-4a80-8056-2a8d6cb1d3e8 HTTP/1.1" status: 200 len: 990 time: 0.9526746 Mar 24 14:14:11.492719 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:14:11.492719 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1005ec-450e-4c84-9092-38efb3a6e83d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:14:11.525924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc48514-1e98-4bc6-aff7-e4b08c04bbe7 x-openstack-request-id: req-afc48514-1e98-4bc6-aff7-e4b08c04bbe7 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:14:11.526536 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:14:11.526536 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afc48514-1e98-4bc6-aff7-e4b08c04bbe7 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:14:11.526900 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc48514-1e98-4bc6-aff7-e4b08c04bbe7'] response: {'name': 'network-changed', 'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'status': 'completed', 'code': 200} Mar 24 14:14:11.576603 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:14:11.592559 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-0412684f-1b0d-4ec7-8b29-e90f55f7076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:11.594164 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-0412684f-1b0d-4ec7-8b29-e90f55f7076f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 1129 time: 0.0466161 Mar 24 14:14:11.681673 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-225523a0-c6cd-4b0d-89d0-89d260e5e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:11.683153 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-225523a0-c6cd-4b0d-89d0-89d260e5e094 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 916 time: 0.0818088 Mar 24 14:14:11.753298 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-176deb4f-18f1-421e-b357-2d5f131559a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 HTTP/1.1" status: 200 len: 998 time: 0.0604734 Mar 24 14:14:11.797511 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:10Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:14:11.801473 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-93697a96-e42e-409e-9b68-f0dd7a7c8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:11.802985 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-93697a96-e42e-409e-9b68-f0dd7a7c8e7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0439181 Mar 24 14:14:11.826227 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:14:11.835108 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:14:11.835707 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:13:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:14:11.850568 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-165d04de-70e3-4302-842b-3c1baa3405e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:11.851988 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-165d04de-70e3-4302-842b-3c1baa3405e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433831 Mar 24 14:14:11.939350 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:14:12.174960 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:10Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:14:12.201290 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe731-35f4-4452-a371-b66ce7b0aa92 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:10Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:14:12.207177 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-0befbff4-9edb-4991-93f1-ec8c9d21dead service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491783 Mar 24 14:14:12.297172 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ef1005ec-450e-4c84-9092-38efb3a6e83d req-ecffe441-8d42-47d8-8725-da690fed53a7 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829611 Mar 24 14:14:12.391970 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbc787-e564-4e6a-954a-d0dc93534bab None None] New status for floating IP 3c16c987-d717-4a80-8056-2a8d6cb1d3e8: ACTIVE {{(pid=110189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:14:24.251676 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-06a58f28-9f30-40df-b39c-74a5b22d483c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:26.502525 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cec8e5e7-ef0e-4f9f-a36b-234f0ae9dd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:27.845723 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:29.079883 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:30.634485 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:31.649810 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:14:36.308809 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:47.333318 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-4f18a74e-a3c9-4b9c-af95-14fd75d9470a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463226 Mar 24 14:14:47.416186 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-370098b8-b009-4132-8da9-3f19efbdab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:47.417639 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-370098b8-b009-4132-8da9-3f19efbdab68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615c9e2c9a6045cc90bde9ed90851948&device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 1131 time: 0.0424390 Mar 24 14:14:47.512610 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-644f955e-e362-4067-b926-5b51e9889d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:47.514041 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-644f955e-e362-4067-b926-5b51e9889d80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 200 len: 918 time: 0.0800049 Mar 24 14:14:47.580232 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-a558041b-7a01-48e1-a86d-579efca7a174 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 200 len: 1002 time: 0.0592539 Mar 24 14:14:47.626820 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-c440cc02-a22f-4e89-9900-428eb54fa0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:47.628088 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-c440cc02-a22f-4e89-9900-428eb54fa0bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 200 len: 856 time: 0.0416727 Mar 24 14:14:47.676197 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-d434db8a-4fd9-4f3b-a5d5-56dc904ca0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:14:47.677608 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-d434db8a-4fd9-4f3b-a5d5-56dc904ca0f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c451938-df5f-4180-a793-576af170b1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434432 Mar 24 14:14:47.765037 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-66e6711b-8180-4b2a-bc03-ff4b7ce5bbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808814 Mar 24 14:14:47.852023 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-26b21a3e-15ef-4fe0-a4ee-9211c5e431aa req-237aac6c-3fe8-4329-a36d-cbfaac5fd98b service neutron] 10.222.0.42 "GET /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787470 Mar 24 14:14:54.279713 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a571805a-f30b-4365-bdad-ac3fdbfd9545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:56.485511 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bc089ae0-6a06-4ba5-921b-2cb3bec784a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:57.845400 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:14:59.085479 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:00.582330 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:02.726717 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b700-1d2e-4c53-b369-607917e37066 req-601c98fc-1f91-4265-afcc-2116608c651b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:02.728181 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4354b700-1d2e-4c53-b369-607917e37066 req-601c98fc-1f91-4265-afcc-2116608c651b tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 947 time: 0.0523121 Mar 24 14:15:02.777280 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4354b700-1d2e-4c53-b369-607917e37066 req-ece1fcc0-776f-4b8e-a20b-2487be7cdf73 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 Mar 24 14:15:03.898808 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6421d1-5eb3-48bc-a97f-74545b8666a1 req-4f547104-67af-4f1f-a4fc-ab056006baf9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:03.900254 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-da6421d1-5eb3-48bc-a97f-74545b8666a1 req-4f547104-67af-4f1f-a4fc-ab056006baf9 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 947 time: 0.0517652 Mar 24 14:15:03.948727 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-da6421d1-5eb3-48bc-a97f-74545b8666a1 req-f3278d33-3672-4a70-9557-f4f0d8cfff8a tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups?id=aef21bbe-fedd-45ed-b274-63aec164aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430901 Mar 24 14:15:04.331944 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-72e5077c-5f57-4117-bbac-cb1d5f3d2d13 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:04.333365 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-72e5077c-5f57-4117-bbac-cb1d5f3d2d13 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 947 time: 0.0498228 Mar 24 14:15:04.421322 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Deleting port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:04.421661 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:04.508802 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] For port 338c06c5-1fac-4aec-9e0d-ab7c274affb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=338c06c5-1fac-4aec-9e0d-ab7c274affb3,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:04.509091 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:04.671140 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:04.671496 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (e4544a90-d070-4e19-a8f6-a42e1cd8fb04), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:04.671810 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Floating IP e4544a90-d070-4e19-a8f6-a42e1cd8fb04 disassociated. External IP: 172.27.0.110, port: 338c06c5-1fac-4aec-9e0d-ab7c274affb3. Mar 24 14:15:04.672149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Calling delete_port for 338c06c5-1fac-4aec-9e0d-ab7c274affb3 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:04.827932 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (338c06c5-1fac-4aec-9e0d-ab7c274affb3), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:04.855798 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event deleted for resources: {'Port': ['ID=338c06c5-1fac-4aec-9e0d-ab7c274affb3,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:04.867229 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.867584 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.867933 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.868276 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.868616 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.868950 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.869279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.869624 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.869940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.870268 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.870620 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.870946 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.871269 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.871592 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.871916 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:04.979657 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:15:05.044943 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9e0f2a0c-0ae4-4631-b530-afce409ef87a req-1611bd2a-cf67-419a-87b3-7f7a80e7e4a6 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7819dc41-5aae-43b1-899d-f88bec560f43 HTTP/1.1" status: 200 len: 210 time: 0.0260091 Mar 24 14:15:05.088286 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:15:05.098055 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:15:05.107777 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:15:05.108380 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:14:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:05.127944 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] No DVR routers for this DVR port 338c06c5-1fac-4aec-9e0d-ab7c274affb3 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:15:05.130516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:05.134508 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6ea9e748-c3ba-4692-b9df-3796159dd059 req-df418306-a360-477d-b3df-7b19b7be4c9e tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.42 "DELETE /v2.0/ports/338c06c5-1fac-4aec-9e0d-ab7c274affb3 HTTP/1.1" status: 204 len: 173 time: 0.7956254 Mar 24 14:15:05.134983 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-deleted', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:15:05.137178 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1000a92c-5371-40b4-8758-049c3daeb0aa" -d '{"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-deleted", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:15:05.217995 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:15:05.231896 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d28207d-35bb-4c90-83a2-6ca53f24dd22 x-openstack-request-id: req-2d28207d-35bb-4c90-83a2-6ca53f24dd22 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:15:05.232280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7819dc41-5aae-43b1-899d-f88bec560f43", "name": "network-vif-deleted", "tag": "338c06c5-1fac-4aec-9e0d-ab7c274affb3", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:15:05.232843 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d28207d-35bb-4c90-83a2-6ca53f24dd22 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:15:05.233267 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d28207d-35bb-4c90-83a2-6ca53f24dd22'] response: {'server_uuid': '7819dc41-5aae-43b1-899d-f88bec560f43', 'name': 'network-vif-deleted', 'tag': '338c06c5-1fac-4aec-9e0d-ab7c274affb3', 'status': 'completed', 'code': 200} Mar 24 14:15:05.421158 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:05.449958 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:15:05.458368 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:15:05.464581 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:14:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:05.568103 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:15:05.767199 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:05.797231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89d4d5-af83-4d52-a37c-e542037a49a3 None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:05:18Z', 'revision_number': 4, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': 'b717f82a-d4af-4c66-a9a0-283472180f21', 'name': '', 'network_id': '2c451938-df5f-4180-a793-576af170b1a0', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'mac_address': 'fa:16:3e:bf:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:17Z', 'updated_at': '2022-03-24T14:05:22Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'subnets': [{'id': '0597e459-dd11-4afe-8876-6dc4380fd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:15:06.012736 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9e18c-a8b8-45d0-a310-d32423fd7656 None None] New status for floating IP e4544a90-d070-4e19-a8f6-a42e1cd8fb04: DOWN {{(pid=110189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:15:06.212116 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50024) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:06.262446 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.267633 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (aef21bbe-fedd-45ed-b274-63aec164aedd), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.290548 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (aef21bbe-fedd-45ed-b274-63aec164aedd), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.416092 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (aef21bbe-fedd-45ed-b274-63aec164aedd), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.418714 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.419881 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "DELETE /v2.0/security-groups/aef21bbe-fedd-45ed-b274-63aec164aedd HTTP/1.1" status: 204 len: 168 time: 0.2067122 Mar 24 14:15:06.422808 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50028) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:06.428966 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef21bbe-fedd-45ed-b274-63aec164aedd,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:06.436202 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.436559 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.436679 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.api.v2.resource [None req-6cf28358-adf1-4f0a-94b2-29fc9fb9a8bb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] show failed (client error): The resource could not be found. Mar 24 14:15:06.436909 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440204 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440204 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440452 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6cf28358-adf1-4f0a-94b2-29fc9fb9a8bb tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "GET /v2.0/security-groups/aef21bbe-fedd-45ed-b274-63aec164aedd HTTP/1.1" status: 404 len: 347 time: 0.0137825 Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.440562 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.441362 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50030) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:06.441463 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906e23f-9458-4cab-83ef-a39a96214396 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:06.564083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Deleting port d3cc1737-4c3c-4ed2-912b-b03d9ca797b7 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:06.564336 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.636535 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.636860 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.648912 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Calling delete_port for d3cc1737-4c3c-4ed2-912b-b03d9ca797b7 owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:06.839396 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d3cc1737-4c3c-4ed2-912b-b03d9ca797b7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.863947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Pushing event deleted for resources: {'Port': ['ID=d3cc1737-4c3c-4ed2-912b-b03d9ca797b7,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:06.924917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks [] for floatingip (e4544a90-d070-4e19-a8f6-a42e1cd8fb04), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.928164 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:06.929296 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-035beec8-0857-4f00-b8f4-dfdcda0b2882 tempest-AttachVolumeShelveTestJSON-795082549 tempest-AttachVolumeShelveTestJSON-795082549-project] 10.222.0.20 "DELETE /v2.0/floatingips/e4544a90-d070-4e19-a8f6-a42e1cd8fb04 HTTP/1.1" status: 204 len: 168 time: 0.4875622 Mar 24 14:15:07.348920 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:15:07.368945 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 338c06c5-1fac-4aec-9e0d-ab7c274affb3 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:15:07.369218 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 338c06c5-1fac-4aec-9e0d-ab7c274affb3 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:15:08.649845 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:15:09.537640 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50052) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:09.967563 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (4ab385c5-98cc-4fa8-9412-d8da559c85d1), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:10.209212 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Deleting port b717f82a-d4af-4c66-a9a0-283472180f21 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:10.209550 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:10.283079 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] For port b717f82a-d4af-4c66-a9a0-283472180f21, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b717f82a-d4af-4c66-a9a0-283472180f21,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:10.283443 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:10.296135 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Calling delete_port for b717f82a-d4af-4c66-a9a0-283472180f21 owned by network:router_interface {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:10.542171 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (b717f82a-d4af-4c66-a9a0-283472180f21), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:10.568510 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=b717f82a-d4af-4c66-a9a0-283472180f21,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:10.977643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (4ab385c5-98cc-4fa8-9412-d8da559c85d1), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:11.182105 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:15:11.283798 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:15:11.289204 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-63f81a52-5e0a-4db6-9c72-a4a4ef366b68 admin admin] 10.222.0.20 "PUT /v2.0/routers/4ab385c5-98cc-4fa8-9412-d8da559c85d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7504933 Mar 24 14:15:11.291675 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50056) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:11.294230 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] Sync routers for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:15:11.305036 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:15:11.305880 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:14:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:11.393421 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks [] for router (4ab385c5-98cc-4fa8-9412-d8da559c85d1), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:11.412323 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:15:11.496695 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks [] for router_gateway (4ab385c5-98cc-4fa8-9412-d8da559c85d1), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:11.588208 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:15:10Z', 'revision_number': 5, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port': {'id': 'b1815a3d-4e3c-44e3-a2dc-95c3234865ab', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:05:15Z', 'updated_at': '2022-03-24T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:11.596545 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Deleting port b1815a3d-4e3c-44e3-a2dc-95c3234865ab {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:11.597095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:11.615926 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] Checking router: 4ab385c5-98cc-4fa8-9412-d8da559c85d1 for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:15:11.624203 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] Routers {'4ab385c5-98cc-4fa8-9412-d8da559c85d1'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:15:11.624803 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:14:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:11.676336 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] For port b1815a3d-4e3c-44e3-a2dc-95c3234865ab, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:11.676690 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:11.689450 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Calling delete_port for b1815a3d-4e3c-44e3-a2dc-95c3234865ab owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:11.711609 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] Set router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 gateway port host: None {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:15:11.893444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:15:11Z', 'revision_number': 6, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:11.920049 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64cb6cd-be5c-4682-86e5-2e742253e435 None None] The sync data for ids ['4ab385c5-98cc-4fa8-9412-d8da559c85d1'] in dv-cinder-798189-3-iscsi is: [{'id': '4ab385c5-98cc-4fa8-9412-d8da559c85d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1413333266-router', 'tenant_id': '615c9e2c9a6045cc90bde9ed90851948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:05:14Z', 'updated_at': '2022-03-24T14:15:11Z', 'revision_number': 6, 'project_id': '615c9e2c9a6045cc90bde9ed90851948', 'gw_port_host': None}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:15:11.949633 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (b1815a3d-4e3c-44e3-a2dc-95c3234865ab), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:11.972603 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1815a3d-4e3c-44e3-a2dc-95c3234865ab,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:12.034084 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (4ab385c5-98cc-4fa8-9412-d8da559c85d1), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.123169 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (4ab385c5-98cc-4fa8-9412-d8da559c85d1), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.125264 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks [] for router_controller (4ab385c5-98cc-4fa8-9412-d8da559c85d1), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.233527 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (4ab385c5-98cc-4fa8-9412-d8da559c85d1), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.234049 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab385c5-98cc-4fa8-9412-d8da559c85d1 {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:15:12.238756 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.239916 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a3e3e00b-ea54-47b7-9ad2-667cc4b8ca04 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4ab385c5-98cc-4fa8-9412-d8da559c85d1 HTTP/1.1" status: 204 len: 168 time: 0.9472687 Mar 24 14:15:12.242279 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50058) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:12.290054 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Deleting subnet 0597e459-dd11-4afe-8876-6dc4380fd96e {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:15:12.293476 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Publish callbacks [] for subnet (0597e459-dd11-4afe-8876-6dc4380fd96e), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.335506 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (0597e459-dd11-4afe-8876-6dc4380fd96e), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.419168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (0597e459-dd11-4afe-8876-6dc4380fd96e), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.537282 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (0597e459-dd11-4afe-8876-6dc4380fd96e), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.560198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0597e459-dd11-4afe-8876-6dc4380fd96e,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:12.565748 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.571216 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-c95b15f7-bc6c-47c8-a3a9-2466ed408c6b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0597e459-dd11-4afe-8876-6dc4380fd96e HTTP/1.1" status: 204 len: 168 time: 0.3262391 Mar 24 14:15:12.571977 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50060) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:12.572096 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854181c6-fff2-4c19-ba8e-dd0b5a1e8c31 None None] Network 2c451938-df5f-4180-a793-576af170b1a0 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:15:12.642925 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (2c451938-df5f-4180-a793-576af170b1a0), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.675885 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b717f82a-d4af-4c66-a9a0-283472180f21 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:15:12.699077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: b717f82a-d4af-4c66-a9a0-283472180f21 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:15:12.699077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b717f82a-d4af-4c66-a9a0-283472180f21 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:15:12.707643 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Deleting port 87d0b530-f639-4ed1-a680-a67a52c25c61 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:12.707901 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.748094 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] DHCP port deletion for 2c451938-df5f-4180-a793-576af170b1a0 request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:15:12.773143 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] For port 87d0b530-f639-4ed1-a680-a67a52c25c61, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=87d0b530-f639-4ed1-a680-a67a52c25c61,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:12.773490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.788271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Calling delete_port for 87d0b530-f639-4ed1-a680-a67a52c25c61 owned by network:dhcp {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:12.803658 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Deleting port 87d0b530-f639-4ed1-a680-a67a52c25c61 {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:12.804038 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.866524 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] For port 87d0b530-f639-4ed1-a680-a67a52c25c61, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=87d0b530-f639-4ed1-a680-a67a52c25c61,segment=NetworkSegment(f76cd908-a877-41dc-a732-7533144ef2df),segment_id=f76cd908-a877-41dc-a732-7533144ef2df)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:12.866956 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.881811 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Calling delete_port for 87d0b530-f639-4ed1-a680-a67a52c25c61 owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:12.931626 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.960854 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d0b530-f639-4ed1-a680-a67a52c25c61,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:12.962521 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (87d0b530-f639-4ed1-a680-a67a52c25c61), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:12.962801 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] No DVR routers for this DVR port 87d0b530-f639-4ed1-a680-a67a52c25c61 on host dv-cinder-798189-3-iscsi {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:15:12.987200 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Pushing event deleted for resources: {'Port': ['ID=87d0b530-f639-4ed1-a680-a67a52c25c61,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:13.000911 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] No DVR routers for this DVR port 87d0b530-f639-4ed1-a680-a67a52c25c61 on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:15:13.005979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.005979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.005979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.005979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.005979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.005979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.006682 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.006682 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.006963 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.007059 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.007376 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.007854 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.008066 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.008400 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.008626 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9264500-04f5-4146-a6f7-d6b34ef9a429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:15:13.038197 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (2c451938-df5f-4180-a793-576af170b1a0), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.058770 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c451938-df5f-4180-a793-576af170b1a0']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:13.067757 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76cd908-a877-41dc-a732-7533144ef2df') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:13.068076 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76cd908-a877-41dc-a732-7533144ef2df') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:13.080248 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (f76cd908-a877-41dc-a732-7533144ef2df), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.092766 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (f76cd908-a877-41dc-a732-7533144ef2df), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.098330 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:15:13.098739 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (f76cd908-a877-41dc-a732-7533144ef2df), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:15:13.100863 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:15:13.204475 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (2c451938-df5f-4180-a793-576af170b1a0), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.211005 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.214121 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2c451938-df5f-4180-a793-576af170b1a0 HTTP/1.1" status: 204 len: 168 time: 0.6405263 Mar 24 14:15:13.223493 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126731fa-d147-43ca-959b-30b342220333 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c451938-df5f-4180-a793-576af170b1a0,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:13.484633 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50064) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:13.523810 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-7bf3377f-773d-48d8-a6ea-882651ac09c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=615c9e2c9a6045cc90bde9ed90851948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380044 Mar 24 14:15:13.526170 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50066) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:13.570207 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f54876d6-d034-416b-9d7b-77077073a79f admin admin] Publish callbacks [] for security_group (eefd96bb-fe94-468e-b5e1-49ab554171ed), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.590997 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f54876d6-d034-416b-9d7b-77077073a79f admin admin] Publish callbacks [] for security_group (eefd96bb-fe94-468e-b5e1-49ab554171ed), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.702417 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f54876d6-d034-416b-9d7b-77077073a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (eefd96bb-fe94-468e-b5e1-49ab554171ed), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.704964 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f54876d6-d034-416b-9d7b-77077073a79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:13.706114 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f54876d6-d034-416b-9d7b-77077073a79f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eefd96bb-fe94-468e-b5e1-49ab554171ed HTTP/1.1" status: 204 len: 168 time: 0.1789720 Mar 24 14:15:13.714928 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54876d6-d034-416b-9d7b-77077073a79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd96bb-fe94-468e-b5e1-49ab554171ed,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:14.318267 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 87d0b530-f639-4ed1-a680-a67a52c25c61 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:15:14.337134 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 87d0b530-f639-4ed1-a680-a67a52c25c61 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:15:14.337480 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 87d0b530-f639-4ed1-a680-a67a52c25c61 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:15:14.337891 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b1815a3d-4e3c-44e3-a2dc-95c3234865ab no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:15:14.356304 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: b1815a3d-4e3c-44e3-a2dc-95c3234865ab {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:15:14.357622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b1815a3d-4e3c-44e3-a2dc-95c3234865ab not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:15:15.386154 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50118) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:15.485956 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-499339bb-a78e-47ef-aa72-f6cec5097227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.557560 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-499339bb-a78e-47ef-aa72-f6cec5097227 admin admin] Publish callbacks [] for security_group (b5bcd667-d9f5-4abc-b340-5b66fceab813), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.621813 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-499339bb-a78e-47ef-aa72-f6cec5097227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b5bcd667-d9f5-4abc-b340-5b66fceab813), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.659863 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-499339bb-a78e-47ef-aa72-f6cec5097227 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a7a9b90dd6240bb80a3e24014ca67d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726126 Mar 24 14:15:15.660724 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499339bb-a78e-47ef-aa72-f6cec5097227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bcd667-d9f5-4abc-b340-5b66fceab813,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:15.662649 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50122) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:15.709563 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abf1efad-71d3-4be2-a4aa-fba92ba8cbac admin admin] Publish callbacks [] for security_group (b5bcd667-d9f5-4abc-b340-5b66fceab813), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.729806 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abf1efad-71d3-4be2-a4aa-fba92ba8cbac admin admin] Publish callbacks [] for security_group (b5bcd667-d9f5-4abc-b340-5b66fceab813), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.833662 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abf1efad-71d3-4be2-a4aa-fba92ba8cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (b5bcd667-d9f5-4abc-b340-5b66fceab813), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.836380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abf1efad-71d3-4be2-a4aa-fba92ba8cbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:15.837515 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-abf1efad-71d3-4be2-a4aa-fba92ba8cbac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5bcd667-d9f5-4abc-b340-5b66fceab813 HTTP/1.1" status: 204 len: 168 time: 0.1738806 Mar 24 14:15:15.845585 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1efad-71d3-4be2-a4aa-fba92ba8cbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bcd667-d9f5-4abc-b340-5b66fceab813,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:24.290338 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-da528eb8-09b4-4e3d-b15b-056bc7b3b2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:26.502054 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8483db01-cb48-493c-bd19-4e26e52a945b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:27.855939 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:29.073791 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:30.610851 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:36.267847 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:36.727622 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50340) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:36.732733 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490427599', 'description': 'tempest-description--905516041'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:15:36.839237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:36.903669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (e9c565c0-b9b5-43e4-b749-207e272084c1), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:36.992951 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e9c565c0-b9b5-43e4-b749-207e272084c1), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.021078 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c565c0-b9b5-43e4-b749-207e272084c1,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:37.069458 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.070759 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-db8c060e-3cbf-46e1-9918-fdbe40d58f4a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3420951 Mar 24 14:15:37.073918 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50346) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:37.078330 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': 'e9c565c0-b9b5-43e4-b749-207e272084c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:15:37.157944 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (882f045d-fe8e-4f0d-847b-a84ed8090a51), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.213277 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (882f045d-fe8e-4f0d-847b-a84ed8090a51), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.279090 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (882f045d-fe8e-4f0d-847b-a84ed8090a51), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.294035 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882f045d-fe8e-4f0d-847b-a84ed8090a51,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:37.366854 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.368086 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7e51c779-151c-4c65-886c-c2e6883ad691 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932184 Mar 24 14:15:37.370648 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50348) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:37.379792 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': 'e9c565c0-b9b5-43e4-b749-207e272084c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:15:37.467025 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (1b4ebffc-7b53-422d-931c-66c2e7be5f0d), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.521093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (1b4ebffc-7b53-422d-931c-66c2e7be5f0d), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.593427 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (1b4ebffc-7b53-422d-931c-66c2e7be5f0d), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.612295 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4ebffc-7b53-422d-931c-66c2e7be5f0d,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:37.664423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.665631 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-703a0fa9-f1f7-48d4-ba67-bc8ea2c4084a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940331 Mar 24 14:15:37.668822 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50350) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:15:37.675057 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:15:37.764613 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.866422 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:37.967601 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.27.0.163 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/bfb8baa2-5899-42a2-8766-d22ae245fe3a) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:15:38.076428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.153895 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.187785 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:15:38.197269 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:15:38.197269 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:15:38.219759 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=bfb8baa2-5899-42a2-8766-d22ae245fe3a,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:38.285838 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.385141 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.529822 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.593291 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.660775 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=bfb8baa2-5899-42a2-8766-d22ae245fe3a,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:38.668875 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.744287 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:38.746015 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a4b33e05-049b-4b8f-bdb4-7a0ffe207051 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0761013 Mar 24 14:15:38.962235 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-c8e4d690-35b4-4064-bd0b-1ebded71b592 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--490427599&fields=id&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 267 time: 0.0418510 Mar 24 14:15:39.068558 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-5dad505c-5978-4c76-9962-0ba8f4fb9325 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:39.069996 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-5dad505c-5978-4c76-9962-0ba8f4fb9325 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.1015413 Mar 24 14:15:39.083876 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-4477d766-5201-4e2f-99bc-8f29a4f5f60a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/quotas/029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 375 time: 0.0086186 Mar 24 14:15:39.139219 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-c9ef2daf-5860-400c-aa47-7d233a08c2df tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505610 Mar 24 14:15:39.284352 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-8acef251-0b26-4201-b00b-61a4453f3f2a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:15:39.288016 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-8acef251-0b26-4201-b00b-61a4453f3f2a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1349301 Mar 24 14:15:39.371034 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-9e115091-1acc-4438-8e69-e085935aac40 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796638 Mar 24 14:15:39.458940 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-706fcbfc-4e64-491b-a928-3051947d3443 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Mar 24 14:15:39.690183 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6713192c-6111-49d4-8dfa-903fa215b4f0 req-1803fabd-d33f-4a6c-bf92-b7502c2fa7d4 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Mar 24 14:15:40.785950 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd1d781d-d3de-4fc9-91c8-b35d5ab1a996 req-653bde80-bb8f-44b7-90c2-047158ff7877 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 210 time: 0.0296030 Mar 24 14:15:41.508871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-e75a4114-1a95-4dfa-8871-b937b896c004 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:41.511309 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-e75a4114-1a95-4dfa-8871-b937b896c004 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.1031778 Mar 24 14:15:41.582975 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-165935e0-81e0-4e65-8998-1859bec4e70f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 471 time: 0.0623641 Mar 24 14:15:41.593128 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'port': {'device_id': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'admin_state_up': True, 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'security_groups': ['e9c565c0-b9b5-43e4-b749-207e272084c1']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:15:41.759030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Made reservation on behalf of 029884eac7f843b6855a2fe1deaf236e for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:15:41.762453 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:41.893058 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d0bb8d0a-21c0-401d-8c8e-a62f50aa7b67 req-89d169ce-e32c-44b8-aa63-947a9b17a767 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 210 time: 0.0266528 Mar 24 14:15:41.896031 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.20.0.6 (12a3331f-0fc8-4e31-879f-79c13936887c/d428993a-8144-41c3-84f1-0d603510e7a8/d0071004-0e40-4178-bbfe-eeed8094d275) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:15:42.029069 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (d0071004-0e40-4178-bbfe-eeed8094d275), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.113306 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.152482 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:15:42.155960 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:15:42.159549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:15:42.185835 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=d0071004-0e40-4178-bbfe-eeed8094d275,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:42.212895 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:42.213497 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.315933 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-f1aba2f5-7069-4c9c-bdbf-0c96c348dd7c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7269487 Mar 24 14:15:42.328841 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Request body: {'port': {'device_id': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:15:42.384197 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-206b142c-64f8-4f85-8feb-0d152bdf246a None None] Provisioning complete for port d0071004-0e40-4178-bbfe-eeed8094d275 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:15:42.384762 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-206b142c-64f8-4f85-8feb-0d152bdf246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.390684 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.417304 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-206b142c-64f8-4f85-8feb-0d152bdf246a None None] Port d0071004-0e40-4178-bbfe-eeed8094d275 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:15:42.641041 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0071004-0e40-4178-bbfe-eeed8094d275 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:15:42.648874 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Publish callbacks [] for port (d0071004-0e40-4178-bbfe-eeed8094d275), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.660853 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Transition to ACTIVE for port object d0071004-0e40-4178-bbfe-eeed8094d275 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:15:42.718920 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.770274 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Pushing event updated for resources: {'Port': ['ID=d0071004-0e40-4178-bbfe-eeed8094d275,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:42.841060 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Attempting to bind port d0071004-0e40-4178-bbfe-eeed8094d275 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:15:42.841523 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Attempting to bind port d0071004-0e40-4178-bbfe-eeed8094d275 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:15:42.841949 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Attempting to bind port d0071004-0e40-4178-bbfe-eeed8094d275 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:15:42.846907 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Port d0071004-0e40-4178-bbfe-eeed8094d275 on network 12a3331f-0fc8-4e31-879f-79c13936887c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:15:42.850359 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Attempting to bind port d0071004-0e40-4178-bbfe-eeed8094d275 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:15:42.852753 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:15:42.853183 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:15:42.853626 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Bound using segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:15:42.854668 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Bound port: d0071004-0e40-4178-bbfe-eeed8094d275, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:15:42.855106 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:42.923491 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] For port d0071004-0e40-4178-bbfe-eeed8094d275, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:15:42.930339 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] For port d0071004-0e40-4178-bbfe-eeed8094d275, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d0071004-0e40-4178-bbfe-eeed8094d275,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:15:43.013029 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fea81-8f55-4de4-9e01-cf3f23007f37 req-c1c82e19-a30c-4f6d-af82-89267e68b99c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.014511 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b78fea81-8f55-4de4-9e01-cf3f23007f37 req-c1c82e19-a30c-4f6d-af82-89267e68b99c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0521026 Mar 24 14:15:43.015948 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:43.062026 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.062660 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:43.069694 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] 10.222.0.42 "PUT /v2.0/ports/d0071004-0e40-4178-bbfe-eeed8094d275 HTTP/1.1" status: 200 len: 1093 time: 0.7394664 Mar 24 14:15:43.069694 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:15:43.069694 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a" -d '{"events": [{"name": "network-changed", "server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:15:43.113248 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172fb0e-f9b5-4d0e-a0de-380bb7d46b05 x-openstack-request-id: req-6172fb0e-f9b5-4d0e-a0de-380bb7d46b05 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:15:43.113537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:15:43.113787 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6172fb0e-f9b5-4d0e-a0de-380bb7d46b05 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:15:43.114185 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6172fb0e-f9b5-4d0e-a0de-380bb7d46b05'] response: {'name': 'network-changed', 'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'status': 'completed', 'code': 200} Mar 24 14:15:43.117683 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93a4ec-6eef-46d9-89b2-c19ea39d702b service neutron] Pushing event updated for resources: {'Port': ['ID=d0071004-0e40-4178-bbfe-eeed8094d275,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:43.128028 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b78fea81-8f55-4de4-9e01-cf3f23007f37 req-e91894d9-096b-4298-9e0a-810eaeeb5f3e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044049 Mar 24 14:15:43.178691 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a req-6c7a01a1-5768-4c94-92d0-ce55b94f215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.180258 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a req-6c7a01a1-5768-4c94-92d0-ce55b94f215b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 1127 time: 0.0478888 Mar 24 14:15:43.278721 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a req-393f51fe-ea2d-4bf3-af68-4707cf67806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.280176 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a req-393f51fe-ea2d-4bf3-af68-4707cf67806f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=029884eac7f843b6855a2fe1deaf236e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0921831 Mar 24 14:15:43.373561 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a req-bc1bc25a-0e3e-4d1f-85dc-6e861ac5c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.375032 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9e1194d7-9a2e-4517-b1d6-c6505ba7f71a req-bc1bc25a-0e3e-4d1f-85dc-6e861ac5c129 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890419 Mar 24 14:15:43.452094 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-dbc514ad-0853-4680-a031-ef8e320421ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.453485 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-dbc514ad-0853-4680-a031-ef8e320421ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 1127 time: 0.0429120 Mar 24 14:15:43.495060 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-2c7e98e6-c910-4ca5-b1b9-bfd30f949406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0071004-0e40-4178-bbfe-eeed8094d275 HTTP/1.1" status: 200 len: 217 time: 0.0352237 Mar 24 14:15:43.542416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-832ba01c-7790-40b1-97de-6d9d5a8dd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.543834 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-832ba01c-7790-40b1-97de-6d9d5a8dd99e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0427387 Mar 24 14:15:43.590859 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-d926ea65-1163-4adc-9255-b0b7239d9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:43.592324 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-d926ea65-1163-4adc-9255-b0b7239d9670 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423551 Mar 24 14:15:43.680605 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-e5d5f5ff-e344-4126-9f68-b6da0c98a078 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810912 Mar 24 14:15:43.862910 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e8c467ea-1dc2-47db-b593-0e17409d2b17 req-ae1a0f5b-280c-4d43-9878-b91f276dc321 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755478 Mar 24 14:15:44.248907 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9b16-d7f5-45eb-b1dd-5e70498dca05 req-a539bc73-237e-4245-801c-61b6766ace32 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:44.250360 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-740f9b16-d7f5-45eb-b1dd-5e70498dca05 req-a539bc73-237e-4245-801c-61b6766ace32 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0546963 Mar 24 14:15:44.295070 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-740f9b16-d7f5-45eb-b1dd-5e70498dca05 req-695e9a8c-e230-4fb4-919b-bfd6cd61a92b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392659 Mar 24 14:15:45.408593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ea07-ef4f-4c24-a796-b276b37016cf req-e10e368f-c38d-41c4-b741-e989eb7b772c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:45.410029 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4545ea07-ef4f-4c24-a796-b276b37016cf req-e10e368f-c38d-41c4-b741-e989eb7b772c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0512478 Mar 24 14:15:45.454017 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4545ea07-ef4f-4c24-a796-b276b37016cf req-9418ed4c-397a-4b36-96b4-e29a38018bbe tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Mar 24 14:15:45.647849 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:15:46.566638 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147c6b1-cc54-4ead-b3cc-d66249e236a4 req-ba657c66-58dc-4ecd-8ab4-1d547a2aa9f9 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:46.568097 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3147c6b1-cc54-4ead-b3cc-d66249e236a4 req-ba657c66-58dc-4ecd-8ab4-1d547a2aa9f9 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0499442 Mar 24 14:15:46.613149 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-3147c6b1-cc54-4ead-b3cc-d66249e236a4 req-860ff682-a2b5-4e1c-958e-cb6128df42b6 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392256 Mar 24 14:15:47.730910 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52742e9c-1265-45f5-a8bf-1d0c1d32d422 req-2a8052a5-f79b-4e96-8982-a04229249b0d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:47.732359 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-52742e9c-1265-45f5-a8bf-1d0c1d32d422 req-2a8052a5-f79b-4e96-8982-a04229249b0d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Mar 24 14:15:47.777377 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-52742e9c-1265-45f5-a8bf-1d0c1d32d422 req-5c4de35a-fd8a-475f-8d8e-6403c2fa1a95 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Mar 24 14:15:48.891128 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6718c-410d-4213-b302-7d504141ed20 req-dcb00c0e-532d-4991-bbd0-faab2004f2b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:48.892560 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d6e6718c-410d-4213-b302-7d504141ed20 req-dcb00c0e-532d-4991-bbd0-faab2004f2b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0503168 Mar 24 14:15:48.942953 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d6e6718c-410d-4213-b302-7d504141ed20 req-abf21a3d-538f-46c3-954c-d269fde70f6e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Mar 24 14:15:50.057912 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3e919-fb69-4bd2-bcd9-b6bebdae3115 req-2424719c-cb36-472d-816e-f8e9c9850304 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:50.059375 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8c3e919-fb69-4bd2-bcd9-b6bebdae3115 req-2424719c-cb36-472d-816e-f8e9c9850304 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0508614 Mar 24 14:15:50.103314 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8c3e919-fb69-4bd2-bcd9-b6bebdae3115 req-b43b5456-a803-4daa-ab7d-bd3d527461a7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Mar 24 14:15:51.218033 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5230c4-df44-4c86-a50d-b968b0815738 req-077d78d3-bafa-415a-b095-1c8b6e83592c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:51.219488 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7b5230c4-df44-4c86-a50d-b968b0815738 req-077d78d3-bafa-415a-b095-1c8b6e83592c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0507483 Mar 24 14:15:51.264069 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7b5230c4-df44-4c86-a50d-b968b0815738 req-0066490a-7376-4192-aaeb-078461a3d468 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 Mar 24 14:15:52.380720 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982e95-9865-43ea-a023-4035da280d3b req-572cf550-dc1f-4c33-bd4d-1be9780ca784 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:52.382162 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b4982e95-9865-43ea-a023-4035da280d3b req-572cf550-dc1f-4c33-bd4d-1be9780ca784 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0540695 Mar 24 14:15:52.427357 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b4982e95-9865-43ea-a023-4035da280d3b req-b7daa2e2-713b-42ef-8be3-b750004c3a85 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392315 Mar 24 14:15:53.113350 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-1509c422-aa6b-4d7f-b683-45c270e87ac9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439138 Mar 24 14:15:53.177711 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-8000f45a-d810-427c-aeb3-995af6415575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:53.180943 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-8000f45a-d810-427c-aeb3-995af6415575 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 1130 time: 0.0439565 Mar 24 14:15:53.281051 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-f02d2c9c-19c3-466f-8c81-edaf44213cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:53.282519 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-f02d2c9c-19c3-466f-8c81-edaf44213cdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0841289 Mar 24 14:15:53.346795 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-d5cebda8-7d8e-422c-8760-4040139dd7d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613 HTTP/1.1" status: 200 len: 1002 time: 0.0561888 Mar 24 14:15:53.394273 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-faf61058-a30d-4253-9038-1666c0826393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:53.395577 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-faf61058-a30d-4253-9038-1666c0826393 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0418179 Mar 24 14:15:53.446454 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-7a21856d-7a4e-4ffd-92b0-bf84ef523d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:53.447930 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-7a21856d-7a4e-4ffd-92b0-bf84ef523d73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455177 Mar 24 14:15:53.537455 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-8a3a7118-a54c-4e29-8948-27a7ea6ff207 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833604 Mar 24 14:15:53.546448 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5b5a4-937e-4639-af06-31bb4dd747ae req-a0676dc5-31c2-498a-81d7-864a4db94729 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:53.547942 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9ae5b5a4-937e-4639-af06-31bb4dd747ae req-a0676dc5-31c2-498a-81d7-864a4db94729 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0535431 Mar 24 14:15:53.593638 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9ae5b5a4-937e-4639-af06-31bb4dd747ae req-3b53d052-8f5c-430a-94e7-eebde99a9294 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399809 Mar 24 14:15:53.628883 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-640c2c42-23b4-4c54-9e1d-3a4c871a290b req-1259838f-f73f-4cdd-8e47-8249395df66a service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845785 Mar 24 14:15:54.262197 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-1baa63d7-5fb5-4f94-8611-056901d5b5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:54.472627 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5803-8230-47b5-a01d-58dcaaf284fe req-f00a2f7b-5c93-4b87-a4a3-49e683eb1ff2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:54.474084 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c51c5803-8230-47b5-a01d-58dcaaf284fe req-f00a2f7b-5c93-4b87-a4a3-49e683eb1ff2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.0551026 Mar 24 14:15:54.521113 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c51c5803-8230-47b5-a01d-58dcaaf284fe req-c0ce2f95-7f1f-4867-ab20-78bffd336004 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Mar 24 14:15:54.712523 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212865-ec85-458b-a40a-c00d5cdb42b4 req-80ba0a15-6669-4cac-866a-5512a8b1ad88 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:54.713979 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a212865-ec85-458b-a40a-c00d5cdb42b4 req-80ba0a15-6669-4cac-866a-5512a8b1ad88 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 943 time: 0.0526590 Mar 24 14:15:54.758916 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a212865-ec85-458b-a40a-c00d5cdb42b4 req-4cf3d7e3-4386-48b2-bdf8-7c0f8fd0239c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392125 Mar 24 14:15:55.542056 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d0071004-0e40-4178-bbfe-eeed8094d275 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:15:55.639404 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198691d-051b-4168-8c0a-f68e6dc936bd req-8598c00f-81a8-4690-ac13-7f931fd1f836 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:55.640721 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d0071004-0e40-4178-bbfe-eeed8094d275, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d0071004-0e40-4178-bbfe-eeed8094d275,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:55.641789 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c198691d-051b-4168-8c0a-f68e6dc936bd req-8598c00f-81a8-4690-ac13-7f931fd1f836 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.0539422 Mar 24 14:15:55.653952 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'port_id': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'mac_address': 'fa:16:3e:09:bf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:15:55.692266 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port d0071004-0e40-4178-bbfe-eeed8094d275 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:15:55.693106 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:55.709808 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c198691d-051b-4168-8c0a-f68e6dc936bd req-8fd50295-c4de-4ecb-a805-a6391ac50160 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618792 Mar 24 14:15:55.725312 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0071004-0e40-4178-bbfe-eeed8094d275 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:15:55.739056 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d0071004-0e40-4178-bbfe-eeed8094d275, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d0071004-0e40-4178-bbfe-eeed8094d275,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:55.793021 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:55.845971 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d0071004-0e40-4178-bbfe-eeed8094d275,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:55.877898 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553e95-d71e-4a6d-93d3-03b3eeb0fb20 req-8c88072a-ae42-4e1b-81f5-ae6ea3944d28 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:55.879401 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-42553e95-d71e-4a6d-93d3-03b3eeb0fb20 req-8c88072a-ae42-4e1b-81f5-ae6ea3944d28 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 944 time: 0.0549006 Mar 24 14:15:55.937073 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-42553e95-d71e-4a6d-93d3-03b3eeb0fb20 req-fdf03322-2e48-4631-bf28-bbf1f19952ec tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520124 Mar 24 14:15:56.231372 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d0071004-0e40-4178-bbfe-eeed8094d275'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:15:56.382997 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0025-a656-4a89-910c-b853d23eab5f req-5307400a-07ee-4a8c-999d-6505514424d1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:56.384712 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-83bb0025-a656-4a89-910c-b853d23eab5f req-5307400a-07ee-4a8c-999d-6505514424d1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.3242366 Mar 24 14:15:56.474549 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Deleting port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:15:56.474913 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:56.490486 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a5201298-f69b-4781-885f-bdea1b84351f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:56.560863 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] For port 860fe1ab-92bc-4825-9ba5-e6006e2f0613, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=860fe1ab-92bc-4825-9ba5-e6006e2f0613,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:56.561220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:56.721991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:56.722267 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (877bf803-04e2-4751-ba48-ff4874f6aac7), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:56.722607 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Floating IP 877bf803-04e2-4751-ba48-ff4874f6aac7 disassociated. External IP: 172.27.0.162, port: 860fe1ab-92bc-4825-9ba5-e6006e2f0613. Mar 24 14:15:56.722949 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Calling delete_port for 860fe1ab-92bc-4825-9ba5-e6006e2f0613 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:15:56.829230 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f9084-02c0-4d21-a232-03d32ae98754 req-c3fbb8f3-232a-4bf0-a169-3ab005169ebd tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:56.830742 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-699f9084-02c0-4d21-a232-03d32ae98754 req-c3fbb8f3-232a-4bf0-a169-3ab005169ebd tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 946 time: 0.0552227 Mar 24 14:15:56.878771 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-699f9084-02c0-4d21-a232-03d32ae98754 req-134481b9-d528-49dc-aefd-d898fbb32531 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Mar 24 14:15:56.941822 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (860fe1ab-92bc-4825-9ba5-e6006e2f0613), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:56.971074 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'Port': ['ID=860fe1ab-92bc-4825-9ba5-e6006e2f0613,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:57.115293 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237465-5cfd-4f7a-80c0-d547eb118450 req-79f44811-9bc2-4db0-b4c1-513e1dc39519 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:57.116753 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2c237465-5cfd-4f7a-80c0-d547eb118450 req-79f44811-9bc2-4db0-b4c1-513e1dc39519 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 944 time: 0.0753894 Mar 24 14:15:57.141391 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:15:57.205004 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2c237465-5cfd-4f7a-80c0-d547eb118450 req-e9526925-5642-4190-99d3-ab56c7ead60c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809681 Mar 24 14:15:57.271907 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:15:57.285132 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:15:57.295127 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:15:57.295732 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:15:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:57.318571 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] No DVR routers for this DVR port 860fe1ab-92bc-4825-9ba5-e6006e2f0613 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:15:57.321194 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:57.325139 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-83bb0025-a656-4a89-910c-b853d23eab5f req-ee8d280f-d63f-48a1-ad08-f01bdee91e9b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "DELETE /v2.0/ports/860fe1ab-92bc-4825-9ba5-e6006e2f0613 HTTP/1.1" status: 204 len: 173 time: 0.9353330 Mar 24 14:15:57.325576 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'name': 'network-vif-deleted', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:15:57.327818 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2138e2e-b17f-4837-866d-c41a8527064c" -d '{"events": [{"server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "name": "network-vif-deleted", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:15:57.363813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ece4c1-03b8-4cd2-a43b-a54d673b5f0e x-openstack-request-id: req-b4ece4c1-03b8-4cd2-a43b-a54d673b5f0e {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:15:57.364109 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ed992-8a76-49ac-8a3b-534152b36219", "name": "network-vif-deleted", "tag": "860fe1ab-92bc-4825-9ba5-e6006e2f0613", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:15:57.364362 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4ece4c1-03b8-4cd2-a43b-a54d673b5f0e {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:15:57.364769 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ece4c1-03b8-4cd2-a43b-a54d673b5f0e'] response: {'server_uuid': '8b1ed992-8a76-49ac-8a3b-534152b36219', 'name': 'network-vif-deleted', 'tag': '860fe1ab-92bc-4825-9ba5-e6006e2f0613', 'status': 'completed', 'code': 200} Mar 24 14:15:57.411719 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:15:57.559658 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d0071004-0e40-4178-bbfe-eeed8094d275 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:15:57.623379 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:57.653308 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:15:57.661596 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:15:57.662188 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:15:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:57.741436 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port d0071004-0e40-4178-bbfe-eeed8094d275 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:15:57.745664 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port d0071004-0e40-4178-bbfe-eeed8094d275 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:15:57.746046 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:57.768356 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:15:57.840390 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port d0071004-0e40-4178-bbfe-eeed8094d275 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:15:57.840680 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:57.863937 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:15:57.866221 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd0037f-6d32-43c2-abc7-4d5e72a95aa4" -d '{"events": [{"server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "name": "network-vif-plugged", "status": "completed", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:15:57.878609 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d0071004-0e40-4178-bbfe-eeed8094d275, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d0071004-0e40-4178-bbfe-eeed8094d275,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:15:57.941703 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:57.969432 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:57.975551 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 860fe1ab-92bc-4825-9ba5-e6006e2f0613 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:15:57.983415 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:15:58.008109 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ab291a07-2777-4434-9bc0-6181af3a6d8b req-e70358ca-6ed1-4182-bee3-12a777a13b6b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1ed992-8a76-49ac-8a3b-534152b36219 HTTP/1.1" status: 200 len: 210 time: 0.0449021 Mar 24 14:15:58.025914 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8c54-4324-4b96-a10c-58b860e71ab6 None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:15:58.050127 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 860fe1ab-92bc-4825-9ba5-e6006e2f0613 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:15:58.050478 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 860fe1ab-92bc-4825-9ba5-e6006e2f0613 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:15:58.075956 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1390a38-edc2-4668-8e51-353416c4bb91 x-openstack-request-id: req-c1390a38-edc2-4668-8e51-353416c4bb91 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:15:58.076252 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "name": "network-vif-plugged", "status": "completed", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:15:58.076502 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1390a38-edc2-4668-8e51-353416c4bb91 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:15:58.076893 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1390a38-edc2-4668-8e51-353416c4bb91'] response: {'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'code': 200} Mar 24 14:15:58.081909 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d0071004-0e40-4178-bbfe-eeed8094d275,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:15:58.270691 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39e1e5-1e71-4705-b5cd-954514bc5e5a None None] New status for floating IP 877bf803-04e2-4751-ba48-ff4874f6aac7: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:15:58.350277 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ffd52-246c-45a1-a274-4513a3372451 req-23404e38-6957-4481-9866-21404d9c368f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:58.351739 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7e9ffd52-246c-45a1-a274-4513a3372451 req-23404e38-6957-4481-9866-21404d9c368f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0619655 Mar 24 14:15:58.403455 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7e9ffd52-246c-45a1-a274-4513a3372451 req-f615b6fc-7139-4d43-9abe-f0fe12787990 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447087 Mar 24 14:15:58.442076 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20deff3-11ea-4726-925c-36cde5e72e30 req-5c7c4481-9695-48ea-af0f-5cdaffa6ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:58.443609 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e20deff3-11ea-4726-925c-36cde5e72e30 req-5c7c4481-9695-48ea-af0f-5cdaffa6ea3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 1129 time: 0.0513105 Mar 24 14:15:58.487519 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e20deff3-11ea-4726-925c-36cde5e72e30 req-6678c589-1b2b-40db-bbcb-9286fb1eb704 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381393 Mar 24 14:15:59.112929 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:15:59.265054 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-aebc2e31-3bea-4df4-aaec-120b0b3f63c1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899924503&fields=id&tenant_id=f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 267 time: 0.0464914 Mar 24 14:15:59.367341 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-fd1893f2-689d-403c-bdbf-358434f1a1e2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:59.368893 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-fd1893f2-689d-403c-bdbf-358434f1a1e2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 811 time: 0.0970309 Mar 24 14:15:59.382884 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-b2ad12e4-4c6c-4ef2-8f28-0c5cd46d2a79 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/quotas/f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 375 time: 0.0086696 Mar 24 14:15:59.437795 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-8bcda117-f7c1-4626-a9c0-623d7aa3bd21 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494027 Mar 24 14:15:59.454224 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-c37496fa-27ed-4562-a740-967ddfbdd50e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:15:59.455325 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-c37496fa-27ed-4562-a740-967ddfbdd50e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051646 Mar 24 14:15:59.524110 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f63e17-b520-4fbc-8c45-f8d76f7ebeef req-98635ffd-738b-47db-aa28-7edd04097910 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:15:59.525498 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c9f63e17-b520-4fbc-8c45-f8d76f7ebeef req-98635ffd-738b-47db-aa28-7edd04097910 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Mar 24 14:15:59.550527 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-e4b4e5fe-f9a5-42ee-a771-dafdf0a864cd service neutron] 10.222.0.20 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896850 Mar 24 14:15:59.573642 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c9f63e17-b520-4fbc-8c45-f8d76f7ebeef req-5a1f3798-5622-4c8d-989c-df02cbd81bba tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Mar 24 14:15:59.638708 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-ce704f9e-a539-49e7-87bb-3d0a7229c2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826650 Mar 24 14:16:00.210841 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-3b135feb-b27f-45fc-b6f7-f27efb8c6892 req-a1e4ff5a-17d5-4299-b1dd-ebf47323cdca tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 210 time: 0.0265746 Mar 24 14:16:00.633012 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:00.701001 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181934a8-1256-40cb-9968-6fcb44252e07 req-fef7d200-a5a9-46f7-b511-779c3eebd9c7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:00.702451 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-181934a8-1256-40cb-9968-6fcb44252e07 req-fef7d200-a5a9-46f7-b511-779c3eebd9c7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0565739 Mar 24 14:16:00.749475 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-181934a8-1256-40cb-9968-6fcb44252e07 req-13ea3d62-9c0b-4b19-bde2-8ddaa4ba02bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414722 Mar 24 14:16:00.861748 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f694-67d4-4019-aff3-f89d1702b99a req-c9a80282-ec21-468b-9ad1-c47de1d806da tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:00.863232 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d4d1f694-67d4-4019-aff3-f89d1702b99a req-c9a80282-ec21-468b-9ad1-c47de1d806da tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0504663 Mar 24 14:16:00.872226 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50600) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:00.876537 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'port_id': 'd0071004-0e40-4178-bbfe-eeed8094d275'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:00.916407 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:01.302275 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-32fa2465-5ae3-4fb6-8e19-fcdfe967a431 req-b711607f-3b7b-456e-a2bb-7134db912c8c tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 210 time: 0.0261612 Mar 24 14:16:01.329090 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:01.381505 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:01.476953 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5 associated. External IP: 172.27.0.163, port: d0071004-0e40-4178-bbfe-eeed8094d275. Mar 24 14:16:01.678101 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:16:01.784141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:16:01.789140 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:01.795783 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cde85-633c-4394-a366-176f080868d3 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:16:01.805823 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:16:01.806419 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:15:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:01.819144 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b545b963-44dd-41dc-8f4d-0b20f179df4c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "PUT /v2.0/floatingips/c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5 HTTP/1.1" status: 200 len: 991 time: 0.9458604 Mar 24 14:16:01.819741 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:01.821948 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035cc93-3168-4f89-8ed6-c901ab5b063f" -d '{"events": [{"name": "network-changed", "server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:01.859920 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e879568-92e9-4cf5-aace-354c3d4aaff5 x-openstack-request-id: req-2e879568-92e9-4cf5-aace-354c3d4aaff5 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:01.860213 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:01.860470 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e879568-92e9-4cf5-aace-354c3d4aaff5 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:01.860877 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e879568-92e9-4cf5-aace-354c3d4aaff5'] response: {'name': 'network-changed', 'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'status': 'completed', 'code': 200} Mar 24 14:16:01.912925 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:16:02.213329 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:12Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}, {'id': 'c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:09:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:15:38Z', 'updated_at': '2022-03-24T14:16:01Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:02.239118 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cde85-633c-4394-a366-176f080868d3 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:16:02.246990 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:16:02.247575 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:15:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:02.356244 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:16:02.403950 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-17b1ef1f-9919-4c9d-8a5b-0fc306117e02 req-1aec7271-b33e-40e1-bbbf-da8be1066613 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 210 time: 0.0340025 Mar 24 14:16:02.583032 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-f95cde85-633c-4394-a366-176f080868d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:12Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}, {'id': 'c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:09:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:15:38Z', 'updated_at': '2022-03-24T14:16:01Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:02.607899 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cde85-633c-4394-a366-176f080868d3 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:12Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}, {'id': 'c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:09:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:15:38Z', 'updated_at': '2022-03-24T14:16:01Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:16:02.791588 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa6b87-e564-4b13-bcd4-e84e470b0fe2 None None] New status for floating IP c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:16:03.517653 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-be4719a9-1f64-4baa-affd-a414654c1f74 req-6cda8afa-3673-4290-9b08-cb3853332ab2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 210 time: 0.0459490 Mar 24 14:16:03.533662 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-73231c73-7c60-48bd-abc4-95baaf7d1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:03.535179 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-73231c73-7c60-48bd-abc4-95baaf7d1953 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 1129 time: 0.0735967 Mar 24 14:16:03.624093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-bf770c5d-14e6-4adc-bdcb-f768fa97b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:03.625557 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-bf770c5d-14e6-4adc-bdcb-f768fa97b494 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 916 time: 0.0836227 Mar 24 14:16:03.693616 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-2e0c2753-668d-477f-b89e-fee25fef336a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0071004-0e40-4178-bbfe-eeed8094d275 HTTP/1.1" status: 200 len: 1001 time: 0.0617247 Mar 24 14:16:03.739878 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-d3792e7e-c6ec-444d-a978-9dc7b3911129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:03.741275 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-d3792e7e-c6ec-444d-a978-9dc7b3911129 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0420148 Mar 24 14:16:03.815557 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-8628fa2f-3dc5-4f78-bb4e-890fb0895efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:03.817015 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-8628fa2f-3dc5-4f78-bb4e-890fb0895efe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436747 Mar 24 14:16:03.910180 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-afeeaefb-7e67-412e-8ed8-db80f1e9bc2e service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Mar 24 14:16:03.999084 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4035cc93-3168-4f89-8ed6-c901ab5b063f req-a7f3a961-de1f-45e4-a6b5-8c98aa40370f service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829968 Mar 24 14:16:04.254908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-8f91a2fd-2f86-4e3a-9e30-4dc23bae1978 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:04.256249 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-8f91a2fd-2f86-4e3a-9e30-4dc23bae1978 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 811 time: 0.1018496 Mar 24 14:16:04.316346 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-d5d1efee-dc5f-4ad5-ba19-0acc71ce317f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 379 time: 0.0521052 Mar 24 14:16:04.326477 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'port': {'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'admin_state_up': True, 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'security_groups': ['fef8553e-c07c-4d30-ba1b-7d85ce891927']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:04.478943 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Made reservation on behalf of f7e399eefdea43b29574b153a43d7e95 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:16:04.482326 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:04.609798 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b7cd65b0-9b8f-4d88-a5b5-9cca92cab873 req-3c314352-be6e-4f29-a7dd-ad6de72e8eeb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 210 time: 0.0265524 Mar 24 14:16:04.613460 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Allocated IP 172.20.0.6 (63cc0139-f16e-4e94-9349-38b3a6d4c1b2/d7a4e961-e16a-4554-ba51-b701abbeee5a/0afb6c48-95c1-48bf-8500-65c859551a01) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:16:04.748823 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (0afb6c48-95c1-48bf-8500-65c859551a01), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:04.890444 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:04.932514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:16:04.936093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:16:04.939871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:16:04.973524 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=0afb6c48-95c1-48bf-8500-65c859551a01,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:04.986873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.987230 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.987570 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.987912 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.988246 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.988577 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.988908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.989232 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.989651 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.989873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.990204 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.990532 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.990879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.991211 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:04.996386 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:05.007533 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:05.010356 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:05.081315 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-0561e4f3-cea7-4763-bef0-1bd4a99aed62 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587821 Mar 24 14:16:05.092902 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Request body: {'port': {'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:05.157860 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:05.215584 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-9340ddc0-3e4c-4e3b-97a7-9da3f6a74011 None None] Provisioning complete for port 0afb6c48-95c1-48bf-8500-65c859551a01 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:16:05.215584 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9340ddc0-3e4c-4e3b-97a7-9da3f6a74011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:05.249348 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-9340ddc0-3e4c-4e3b-97a7-9da3f6a74011 None None] Port 0afb6c48-95c1-48bf-8500-65c859551a01 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:16:05.711667 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afb6c48-95c1-48bf-8500-65c859551a01 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:16:05.720209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Publish callbacks [] for port (0afb6c48-95c1-48bf-8500-65c859551a01), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:05.737738 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Transition to ACTIVE for port object 0afb6c48-95c1-48bf-8500-65c859551a01 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:16:05.752417 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191210b-ecd0-40ec-bcc0-02ba028522ec req-991d0803-d055-44e8-940a-63abeeb6421a tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:05.754440 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4191210b-ecd0-40ec-bcc0-02ba028522ec req-991d0803-d055-44e8-940a-63abeeb6421a tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 931 time: 0.0780210 Mar 24 14:16:05.798720 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:05.805894 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4191210b-ecd0-40ec-bcc0-02ba028522ec req-04e5e83d-c355-4d1f-80fa-b15fe004570d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Mar 24 14:16:05.855649 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Pushing event updated for resources: {'Port': ['ID=0afb6c48-95c1-48bf-8500-65c859551a01,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:05.924759 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Attempting to bind port 0afb6c48-95c1-48bf-8500-65c859551a01 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:16:05.925100 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Attempting to bind port 0afb6c48-95c1-48bf-8500-65c859551a01 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:16:05.925429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Attempting to bind port 0afb6c48-95c1-48bf-8500-65c859551a01 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:16:05.929958 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Port 0afb6c48-95c1-48bf-8500-65c859551a01 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:16:05.930282 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Attempting to bind port 0afb6c48-95c1-48bf-8500-65c859551a01 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:16:05.936135 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:16:05.936663 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Checking segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:16:05.937046 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Bound using segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:16:05.937616 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Bound port: 0afb6c48-95c1-48bf-8500-65c859551a01, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:16:05.937977 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:06.001628 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] For port 0afb6c48-95c1-48bf-8500-65c859551a01, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:16:06.004629 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] For port 0afb6c48-95c1-48bf-8500-65c859551a01, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0afb6c48-95c1-48bf-8500-65c859551a01,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:16:06.062023 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:06.100786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.100786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:06.100786 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] 10.222.0.42 "PUT /v2.0/ports/0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 1093 time: 1.0114636 Mar 24 14:16:06.100786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:06.102525 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08cdf9-eace-4264-a884-710f7e1871d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:06.127587 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5063141-3cab-4493-9eb9-22dffb0d5834 service neutron] Pushing event updated for resources: {'Port': ['ID=0afb6c48-95c1-48bf-8500-65c859551a01,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:06.142071 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c72445f-9ae0-48e1-839d-d433ecadd8f0 x-openstack-request-id: req-6c72445f-9ae0-48e1-839d-d433ecadd8f0 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:06.142366 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:06.142662 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c72445f-9ae0-48e1-839d-d433ecadd8f0 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:06.143072 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c72445f-9ae0-48e1-839d-d433ecadd8f0'] response: {'name': 'network-changed', 'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01', 'status': 'completed', 'code': 200} Mar 24 14:16:06.211198 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08cdf9-eace-4264-a884-710f7e1871d0 req-f680e814-c935-48d7-95bb-f32e558669b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.213549 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1b08cdf9-eace-4264-a884-710f7e1871d0 req-f680e814-c935-48d7-95bb-f32e558669b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1127 time: 0.0492740 Mar 24 14:16:06.279170 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:06.315168 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08cdf9-eace-4264-a884-710f7e1871d0 req-cd51623b-3a32-4eab-ad29-cb7f33a57ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.316607 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1b08cdf9-eace-4264-a884-710f7e1871d0 req-cd51623b-3a32-4eab-ad29-cb7f33a57ae2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f7e399eefdea43b29574b153a43d7e95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969012 Mar 24 14:16:06.408946 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08cdf9-eace-4264-a884-710f7e1871d0 req-8d81e9a8-4185-40d7-8bbb-2fa2adaadf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.410414 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-1b08cdf9-eace-4264-a884-710f7e1871d0 req-8d81e9a8-4185-40d7-8bbb-2fa2adaadf0a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878606 Mar 24 14:16:06.488891 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-b15a338b-23e9-48c2-b27a-468d14bcb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.490363 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-b15a338b-23e9-48c2-b27a-468d14bcb683 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1127 time: 0.0443020 Mar 24 14:16:06.533467 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-36010842-9985-418b-a5b4-dcd1f9119b97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 217 time: 0.0367143 Mar 24 14:16:06.581452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-33cd85b3-a6eb-48e1-8dc3-aa77fcf6bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.582936 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-33cd85b3-a6eb-48e1-8dc3-aa77fcf6bb0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0421436 Mar 24 14:16:06.630522 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-9fad61e0-511f-48b9-b40d-f2212df4524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.632110 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-9fad61e0-511f-48b9-b40d-f2212df4524b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432642 Mar 24 14:16:06.721260 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-b59ff0ac-512c-41d3-9c3b-11a4f4dd8494 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833302 Mar 24 14:16:06.811630 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-316e9331-0a18-46b6-a366-06fcc1d58636 req-f40416da-9518-4384-8c8c-be76e5a6fe19 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841849 Mar 24 14:16:06.929927 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35720f-a79c-4433-a3c4-2a2bdaf7925c req-12629e50-4ef9-494c-a36d-66235cee17c9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:06.931427 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e35720f-a79c-4433-a3c4-2a2bdaf7925c req-12629e50-4ef9-494c-a36d-66235cee17c9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0542288 Mar 24 14:16:06.984839 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e35720f-a79c-4433-a3c4-2a2bdaf7925c req-a7f4aee6-77a9-4b4d-9b02-23ea94446e81 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474398 Mar 24 14:16:08.107891 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807b558-a087-4f81-8975-90e57fd98a71 req-b11525c2-e4c9-483f-a51d-05c8b0caf1d8 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:08.109727 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9807b558-a087-4f81-8975-90e57fd98a71 req-b11525c2-e4c9-483f-a51d-05c8b0caf1d8 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0564995 Mar 24 14:16:08.157405 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9807b558-a087-4f81-8975-90e57fd98a71 req-a47c7aba-f555-48d5-ac0f-3823c4dd44b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Mar 24 14:16:08.822937 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50698) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:08.923193 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-afab938e-fc1e-45a7-9a69-6cb57e2bb1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:08.996468 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-afab938e-fc1e-45a7-9a69-6cb57e2bb1ef admin admin] Publish callbacks [] for security_group (e68cdadb-26d1-4ef5-8f46-9dcb86bbd822), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.061281 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-afab938e-fc1e-45a7-9a69-6cb57e2bb1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e68cdadb-26d1-4ef5-8f46-9dcb86bbd822), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.098474 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-afab938e-fc1e-45a7-9a69-6cb57e2bb1ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b339e0f095e74e5e9e8a237513b200a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739742 Mar 24 14:16:09.099394 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab938e-fc1e-45a7-9a69-6cb57e2bb1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68cdadb-26d1-4ef5-8f46-9dcb86bbd822,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:09.101307 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50702) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:09.147841 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Publish callbacks [] for security_group (e68cdadb-26d1-4ef5-8f46-9dcb86bbd822), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.168428 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Publish callbacks [] for security_group (e68cdadb-26d1-4ef5-8f46-9dcb86bbd822), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.272908 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e68cdadb-26d1-4ef5-8f46-9dcb86bbd822), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.275704 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123e515-ab2d-4040-8b1b-5322c264e901 req-e50049d3-ffcb-4de8-8417-29e87bcf0573 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:09.275964 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.280034 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a123e515-ab2d-4040-8b1b-5322c264e901 req-e50049d3-ffcb-4de8-8417-29e87bcf0573 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0516460 Mar 24 14:16:09.280186 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e68cdadb-26d1-4ef5-8f46-9dcb86bbd822 HTTP/1.1" status: 204 len: 168 time: 0.1749678 Mar 24 14:16:09.285559 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68cdadb-26d1-4ef5-8f46-9dcb86bbd822,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:09.293087 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.293522 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.293938 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.294373 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.295028 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.295434 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.295835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.296231 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.296641 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.297146 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.297553 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.297953 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.298347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.298765 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.299160 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ab315-313b-41b7-8acf-5b2808d25260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:09.330501 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a123e515-ab2d-4040-8b1b-5322c264e901 req-e1442d07-a451-43af-b6a5-7be6d41d0ee6 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Mar 24 14:16:09.866620 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50710) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:09.880215 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cfb07530-eea5-430b-8a18-8bda4a97a53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:09.953944 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cfb07530-eea5-430b-8a18-8bda4a97a53c admin admin] Publish callbacks [] for security_group (bd4e34c1-89d6-474a-bf18-881458742f5f), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:10.027817 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cfb07530-eea5-430b-8a18-8bda4a97a53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (bd4e34c1-89d6-474a-bf18-881458742f5f), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:10.064496 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb07530-eea5-430b-8a18-8bda4a97a53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e34c1-89d6-474a-bf18-881458742f5f,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:10.068726 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-cfb07530-eea5-430b-8a18-8bda4a97a53c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18b0abb9b5794b64acdfb1e3721e25b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011054 Mar 24 14:16:10.071474 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50712) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:10.118859 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f141-53fa-4089-a16a-ed18526a6288 admin admin] Publish callbacks [] for security_group (bd4e34c1-89d6-474a-bf18-881458742f5f), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:10.138994 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f141-53fa-4089-a16a-ed18526a6288 admin admin] Publish callbacks [] for security_group (bd4e34c1-89d6-474a-bf18-881458742f5f), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:10.249632 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f141-53fa-4089-a16a-ed18526a6288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (bd4e34c1-89d6-474a-bf18-881458742f5f), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:10.252272 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f141-53fa-4089-a16a-ed18526a6288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:10.253422 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-0cf4f141-53fa-4089-a16a-ed18526a6288 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd4e34c1-89d6-474a-bf18-881458742f5f HTTP/1.1" status: 204 len: 168 time: 0.1811476 Mar 24 14:16:10.261158 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4f141-53fa-4089-a16a-ed18526a6288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e34c1-89d6-474a-bf18-881458742f5f,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:10.445379 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5c14-7972-457e-ab48-a94af71f9621 req-c321c48e-4839-4e35-ac57-14a19412088b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:10.446921 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-22dc5c14-7972-457e-ab48-a94af71f9621 req-c321c48e-4839-4e35-ac57-14a19412088b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0517530 Mar 24 14:16:10.497914 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-22dc5c14-7972-457e-ab48-a94af71f9621 req-4eb60088-77dc-470b-8760-64cc42205876 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450060 Mar 24 14:16:11.619727 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a812ca-2fac-48fd-8c56-735691777b83 req-20055ea4-df7b-4bba-af0c-13b3effeabf2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:11.621722 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f0a812ca-2fac-48fd-8c56-735691777b83 req-20055ea4-df7b-4bba-af0c-13b3effeabf2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0583918 Mar 24 14:16:11.670301 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f0a812ca-2fac-48fd-8c56-735691777b83 req-57ccdce1-fcba-4fbb-841e-fa22098a83a4 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422657 Mar 24 14:16:12.785261 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf1b6b-a1d4-4844-9f90-93ec5dc529cc req-34c24e0a-db74-4607-b579-7f6e66d7b216 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:12.786800 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-11bf1b6b-a1d4-4844-9f90-93ec5dc529cc req-34c24e0a-db74-4607-b579-7f6e66d7b216 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0519907 Mar 24 14:16:12.833814 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-11bf1b6b-a1d4-4844-9f90-93ec5dc529cc req-586738a1-aede-4a16-90be-87198c72df1d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Mar 24 14:16:13.949084 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8977e-0f2d-4903-96b6-32a367b84904 req-e73b813d-8967-4fd6-b996-efb3329ecde3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:13.951140 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-21e8977e-0f2d-4903-96b6-32a367b84904 req-e73b813d-8967-4fd6-b996-efb3329ecde3 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0526700 Mar 24 14:16:14.003776 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-21e8977e-0f2d-4903-96b6-32a367b84904 req-b31ae03b-8935-4747-aaa3-48bbdf84e135 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446990 Mar 24 14:16:15.116347 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10aa88-0845-4761-ac42-beb74ba98398 req-54ee11f7-dc71-4cad-905e-29eed3fc272d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:15.117832 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ec10aa88-0845-4761-ac42-beb74ba98398 req-54ee11f7-dc71-4cad-905e-29eed3fc272d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 943 time: 0.0500102 Mar 24 14:16:15.163515 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ec10aa88-0845-4761-ac42-beb74ba98398 req-0029b3f9-6d0f-41ae-8c89-0d34276f4cd5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Mar 24 14:16:15.636493 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0afb6c48-95c1-48bf-8500-65c859551a01 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:16:15.736255 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0afb6c48-95c1-48bf-8500-65c859551a01, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0afb6c48-95c1-48bf-8500-65c859551a01,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:15.747923 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '0afb6c48-95c1-48bf-8500-65c859551a01', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:16:15.788607 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 0afb6c48-95c1-48bf-8500-65c859551a01 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:16:15.788984 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:15.802851 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afb6c48-95c1-48bf-8500-65c859551a01 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:16:15.820933 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0afb6c48-95c1-48bf-8500-65c859551a01, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0afb6c48-95c1-48bf-8500-65c859551a01,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:15.918330 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:15.965437 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=0afb6c48-95c1-48bf-8500-65c859551a01,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:15.973660 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.973660 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.973660 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.974029 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.974235 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.974600 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.974908 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.975243 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.975553 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.976009 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.976334 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.976655 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.977103 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.977293 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:15.977608 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:16:16.278879 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['0afb6c48-95c1-48bf-8500-65c859551a01'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:16:16.289487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d13a1c-80c1-49d7-9d54-fc3a9320c57e req-9dc2444b-2fdd-472d-94e5-4a15a06e9775 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:16.291243 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53d13a1c-80c1-49d7-9d54-fc3a9320c57e req-9dc2444b-2fdd-472d-94e5-4a15a06e9775 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 944 time: 0.0625744 Mar 24 14:16:16.340151 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53d13a1c-80c1-49d7-9d54-fc3a9320c57e req-e7cc093f-d94a-4eb8-927a-f4883f20f752 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 Mar 24 14:16:17.460503 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06d15-76f3-4787-9859-e2269aebd199 req-a2a2acd3-9963-4448-94d0-840e675548cf tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:17.461946 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-80c06d15-76f3-4787-9859-e2269aebd199 req-a2a2acd3-9963-4448-94d0-840e675548cf tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 944 time: 0.0545285 Mar 24 14:16:17.508404 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-80c06d15-76f3-4787-9859-e2269aebd199 req-953e3759-b698-46db-811c-1c66147ecd34 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Mar 24 14:16:17.651554 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0afb6c48-95c1-48bf-8500-65c859551a01 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:16:17.764223 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 0afb6c48-95c1-48bf-8500-65c859551a01 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:16:17.768079 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 0afb6c48-95c1-48bf-8500-65c859551a01 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:16:17.768451 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:17.844228 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 0afb6c48-95c1-48bf-8500-65c859551a01 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:16:17.844603 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:17.866174 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:17.868397 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2ad27a-7c04-426b-a2c5-2837c48b2de6" -d '{"events": [{"server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "name": "network-vif-plugged", "status": "completed", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:17.880913 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0afb6c48-95c1-48bf-8500-65c859551a01, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0afb6c48-95c1-48bf-8500-65c859551a01,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:17.903585 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0af61-8c79-429a-b45a-e023fc7db65c x-openstack-request-id: req-94b0af61-8c79-429a-b45a-e023fc7db65c {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:17.903876 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "name": "network-vif-plugged", "status": "completed", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:17.904133 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94b0af61-8c79-429a-b45a-e023fc7db65c {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:17.904534 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b0af61-8c79-429a-b45a-e023fc7db65c'] response: {'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01', 'code': 200} Mar 24 14:16:17.936171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:17.982166 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=0afb6c48-95c1-48bf-8500-65c859551a01,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:18.252193 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341141f-fbda-47e7-a57f-c1e0608d2536 req-06a0cd19-319d-403e-889e-77727d62ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:18.253906 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4341141f-fbda-47e7-a57f-c1e0608d2536 req-06a0cd19-319d-403e-889e-77727d62ea93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1129 time: 0.0466146 Mar 24 14:16:18.306106 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4341141f-fbda-47e7-a57f-c1e0608d2536 req-21924d6b-f94e-4a05-b29a-b0918af2cbb6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Mar 24 14:16:18.624311 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbb45e-f22d-4e1f-ac2a-752c1727ec18 req-ab30ba00-ec1a-4e06-b2f9-76ba8ff256ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:18.625794 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-65bbb45e-f22d-4e1f-ac2a-752c1727ec18 req-ab30ba00-ec1a-4e06-b2f9-76ba8ff256ed tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Mar 24 14:16:18.669267 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50852) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:18.673307 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-65bbb45e-f22d-4e1f-ac2a-752c1727ec18 req-d844cad5-b6b8-4843-883d-c9d9e10ed0c1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Mar 24 14:16:18.772766 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10369b70-c1c5-4c32-b941-b743dcdbd11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:18.843951 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10369b70-c1c5-4c32-b941-b743dcdbd11f admin admin] Publish callbacks [] for security_group (01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:18.918533 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-10369b70-c1c5-4c32-b941-b743dcdbd11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:18.958829 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-10369b70-c1c5-4c32-b941-b743dcdbd11f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e91f07f597241c69cce9ff917e9af24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883551 Mar 24 14:16:18.959707 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10369b70-c1c5-4c32-b941-b743dcdbd11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:18.961559 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50856) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:19.008009 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-471090e0-d4df-4aec-ab8a-269088f5aba7 admin admin] Publish callbacks [] for security_group (01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.028855 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-471090e0-d4df-4aec-ab8a-269088f5aba7 admin admin] Publish callbacks [] for security_group (01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.181084 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-471090e0-d4df-4aec-ab8a-269088f5aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.183626 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-471090e0-d4df-4aec-ab8a-269088f5aba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.185245 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-471090e0-d4df-4aec-ab8a-269088f5aba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634 HTTP/1.1" status: 204 len: 168 time: 0.2226267 Mar 24 14:16:19.193192 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471090e0-d4df-4aec-ab8a-269088f5aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ece8e2-4b4b-4ffa-ac34-1c4d3ecdc634,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:19.755203 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50864) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:19.768158 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-42b6d13d-cc07-4509-979a-f93954e4737c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.794543 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4a67f-9907-4f5b-be0a-e33eda410db6 req-424ea005-c940-417b-bf06-2819bfb85fc6 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:19.796135 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b7c4a67f-9907-4f5b-be0a-e33eda410db6 req-424ea005-c940-417b-bf06-2819bfb85fc6 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.0540624 Mar 24 14:16:19.845203 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-42b6d13d-cc07-4509-979a-f93954e4737c admin admin] Publish callbacks [] for security_group (6c651465-0bb3-4e93-b2ac-b8627e0b8f43), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.846817 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b7c4a67f-9907-4f5b-be0a-e33eda410db6 req-4760367f-b02c-4a60-bd09-98c51776964e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Mar 24 14:16:19.912579 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-42b6d13d-cc07-4509-979a-f93954e4737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (6c651465-0bb3-4e93-b2ac-b8627e0b8f43), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:19.952548 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-42b6d13d-cc07-4509-979a-f93954e4737c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d4e201bb8994e208d6ed8ec51322f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962848 Mar 24 14:16:19.953404 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6d13d-cc07-4509-979a-f93954e4737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c651465-0bb3-4e93-b2ac-b8627e0b8f43,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:19.955285 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50866) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:20.005042 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d44846da-4200-4f66-9ed5-a4ecca8f09b9 admin admin] Publish callbacks [] for security_group (6c651465-0bb3-4e93-b2ac-b8627e0b8f43), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:20.025557 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d44846da-4200-4f66-9ed5-a4ecca8f09b9 admin admin] Publish callbacks [] for security_group (6c651465-0bb3-4e93-b2ac-b8627e0b8f43), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:20.141501 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d44846da-4200-4f66-9ed5-a4ecca8f09b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (6c651465-0bb3-4e93-b2ac-b8627e0b8f43), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:20.144593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d44846da-4200-4f66-9ed5-a4ecca8f09b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:20.146087 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d44846da-4200-4f66-9ed5-a4ecca8f09b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c651465-0bb3-4e93-b2ac-b8627e0b8f43 HTTP/1.1" status: 204 len: 168 time: 0.1894622 Mar 24 14:16:20.159598 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44846da-4200-4f66-9ed5-a4ecca8f09b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c651465-0bb3-4e93-b2ac-b8627e0b8f43,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:20.964224 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5d814-d10a-484f-8cf5-27618ef44020 req-f60d4ab0-8b9c-4cc0-bfaf-46fc73ef61ca tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:20.965744 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2fe5d814-d10a-484f-8cf5-27618ef44020 req-f60d4ab0-8b9c-4cc0-bfaf-46fc73ef61ca tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.0526164 Mar 24 14:16:21.014351 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2fe5d814-d10a-484f-8cf5-27618ef44020 req-ae2bf4e3-10fe-4469-83ef-524431faf98f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Mar 24 14:16:21.132481 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dc3d6-4c03-4bcc-b282-a80eb2f83175 req-c941c1e6-ce40-4b50-b501-92ca81475c3b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:21.133942 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-732dc3d6-4c03-4bcc-b282-a80eb2f83175 req-c941c1e6-ce40-4b50-b501-92ca81475c3b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.0551221 Mar 24 14:16:21.181471 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-732dc3d6-4c03-4bcc-b282-a80eb2f83175 req-a01436ed-e78f-48d9-8ffc-c554362dd338 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Mar 24 14:16:21.203372 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50896) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:21.246259 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b36da-0e56-4f70-a204-d5fff14471c4 tempest-TestVolumeBootPattern-171408090 tempest-TestVolumeBootPattern-171408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:21.247724 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-472b36da-0e56-4f70-a204-d5fff14471c4 tempest-TestVolumeBootPattern-171408090 tempest-TestVolumeBootPattern-171408090-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1124 time: 0.0433698 Mar 24 14:16:21.250544 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 50898) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:21.254734 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:21.324074 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:21.421608 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:21.520913 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Allocated IP 172.27.0.197 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/ccb70828-750f-48d4-a863-607a0fde7d56) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:16:21.622068 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (ccb70828-750f-48d4-a863-607a0fde7d56), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:21.701993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (ccb70828-750f-48d4-a863-607a0fde7d56), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:21.737851 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:16:21.740686 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:16:21.744197 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:16:21.761358 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50904) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:21.777623 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=ccb70828-750f-48d4-a863-607a0fde7d56,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:21.870688 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5e49733d-b269-4279-a1fa-08a6e29dd4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:21.942501 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5e49733d-b269-4279-a1fa-08a6e29dd4b8 admin admin] Publish callbacks [] for security_group (f0bff214-9507-4be0-a4ac-a6c03ee55534), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:21.981379 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5e49733d-b269-4279-a1fa-08a6e29dd4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f0bff214-9507-4be0-a4ac-a6c03ee55534), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.018858 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49733d-b269-4279-a1fa-08a6e29dd4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bff214-9507-4be0-a4ac-a6c03ee55534,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:22.023909 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5e49733d-b269-4279-a1fa-08a6e29dd4b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c94ba5911f4e18845a43c0843a5ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615449 Mar 24 14:16:22.026537 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50908) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:22.074294 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6b6d61f5-2e88-46be-82a0-704a8cdd56c2 admin admin] Publish callbacks [] for security_group (f0bff214-9507-4be0-a4ac-a6c03ee55534), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.095267 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6b6d61f5-2e88-46be-82a0-704a8cdd56c2 admin admin] Publish callbacks [] for security_group (f0bff214-9507-4be0-a4ac-a6c03ee55534), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.099782 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (6134863a-7b3f-4946-8bdd-395487dd853e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.238615 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6b6d61f5-2e88-46be-82a0-704a8cdd56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f0bff214-9507-4be0-a4ac-a6c03ee55534), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.241225 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6b6d61f5-2e88-46be-82a0-704a8cdd56c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.241885 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (ccb70828-750f-48d4-a863-607a0fde7d56), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.242542 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6b6d61f5-2e88-46be-82a0-704a8cdd56c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0bff214-9507-4be0-a4ac-a6c03ee55534 HTTP/1.1" status: 204 len: 168 time: 0.2150259 Mar 24 14:16:22.253935 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d61f5-2e88-46be-82a0-704a8cdd56c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bff214-9507-4be0-a4ac-a6c03ee55534,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:22.416593 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (ccb70828-750f-48d4-a863-607a0fde7d56), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.489601 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (ccb70828-750f-48d4-a863-607a0fde7d56), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.563395 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=ccb70828-750f-48d4-a863-607a0fde7d56,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:22.575218 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (6134863a-7b3f-4946-8bdd-395487dd853e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:22.646754 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:16:22.677863 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Floating IP 6134863a-7b3f-4946-8bdd-395487dd853e associated. External IP: 172.27.0.197, port: 0afb6c48-95c1-48bf-8500-65c859551a01. Mar 24 14:16:22.892344 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:16:23.001797 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:16:23.011839 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:16:23.021795 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:16:23.022463 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:15:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:23.092590 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.135022 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f922ff89-4e51-426d-b6b3-47507c57ad11 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8696415 Mar 24 14:16:23.135022 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:23.135022 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dce21d-632f-404c-baae-f474719e19ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:23.135930 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:16:23.162514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2297a1f9-8229-4efc-93f7-cd449ac456f2 x-openstack-request-id: req-2297a1f9-8229-4efc-93f7-cd449ac456f2 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:23.162514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:23.162514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2297a1f9-8229-4efc-93f7-cd449ac456f2 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:23.162514 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2297a1f9-8229-4efc-93f7-cd449ac456f2'] response: {'name': 'network-changed', 'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01', 'status': 'completed', 'code': 200} Mar 24 14:16:23.226899 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce21d-632f-404c-baae-f474719e19ab req-2c26d5ab-0482-4dbd-944d-9c65d649a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:23.228401 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-2c26d5ab-0482-4dbd-944d-9c65d649a46d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1129 time: 0.0462103 Mar 24 14:16:23.244875 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50936) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:23.331457 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce21d-632f-404c-baae-f474719e19ab req-6a727d5b-51c0-4a0c-aa67-da363fe9085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:23.333242 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-6a727d5b-51c0-4a0c-aa67-da363fe9085d service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0985441 Mar 24 14:16:23.343776 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1419253444-network', 'tenant_id': '98b01209839f4b26a0e3868ac6f8dc71'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:23.369488 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:21Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:23.395739 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:16:23.398319 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-a496c613-76ab-40f6-b340-2bc130dc82d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 999 time: 0.0581481 Mar 24 14:16:23.404612 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:16:23.405127 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:15:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:23.415548 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Made reservation on behalf of 98b01209839f4b26a0e3868ac6f8dc71 for: {'network': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:16:23.417982 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for network (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.427197 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.450363 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce21d-632f-404c-baae-f474719e19ab req-c70352ad-6e64-4599-b16c-21b24d220df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:23.451922 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-c70352ad-6e64-4599-b16c-21b24d220df5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0477009 Mar 24 14:16:23.500472 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce21d-632f-404c-baae-f474719e19ab req-521faab7-271d-44c1-929c-119b793b24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:23.501987 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-521faab7-271d-44c1-929c-119b793b24f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440471 Mar 24 14:16:23.504094 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks [] for security_group (eb8fc8c9-53f4-4790-a47e-60e473205a69), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.518645 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:16:23.564251 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (eb8fc8c9-53f4-4790-a47e-60e473205a69), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.585734 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:16:23.594597 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-6fc8482d-4f5c-4ee6-9b36-a8de3f34318d service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Mar 24 14:16:23.599569 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8fc8c9-53f4-4790-a47e-60e473205a69,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:23.604252 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (9826c591-5d20-4284-92bf-1e7541aaadf2), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.610095 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.segments_db [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Added segment 9826c591-5d20-4284-92bf-1e7541aaadf2 of type vlan for network b359dce6-84a4-4793-97d8-aea82479e7b0 Mar 24 14:16:23.644839 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738126662970'] for network (b359dce6-84a4-4793-97d8-aea82479e7b0), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.689015 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-00dce21d-632f-404c-baae-f474719e19ab req-214a356b-f25e-422f-8391-bb096cdc9c86 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874979 Mar 24 14:16:23.736168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658'] for network (b359dce6-84a4-4793-97d8-aea82479e7b0), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.737140 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:23.737726 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.757744 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:21Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:16:23.785102 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9418ff-c267-41f0-915d-992581bc02cc None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:21Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:16:23.796508 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] Pushing event updated for resources: {'Network': ['ID=b359dce6-84a4-4793-97d8-aea82479e7b0,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:23.807050 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Network b359dce6-84a4-4793-97d8-aea82479e7b0 details requested by agent ovs-agent-dv-cinder-798189-3-iscsi with host dv-cinder-798189-3-iscsi {{(pid=110188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:16:23.867435 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-096a1ab8-49bf-410e-b7f3-5643279ac0be admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6184216 Mar 24 14:16:23.867671 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 50940) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:16:23.872581 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Request body: {'subnet': {'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1419253444-subnet', 'tenant_id': '98b01209839f4b26a0e3868ac6f8dc71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:23.952390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Made reservation on behalf of 98b01209839f4b26a0e3868ac6f8dc71 for: {'subnet': 1} {{(pid=110186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:16:23.954766 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8624882'] for subnet (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:23.983293 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a89bd-6cbf-43d3-b4ec-ff1b921f9dde None None] New status for floating IP 6134863a-7b3f-4946-8bdd-395487dd853e: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:16:24.192758 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9412625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8624868'] for subnet (ba54cbef-7222-49c1-a856-00fac6457cf2), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:24.250535 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba54cbef-7222-49c1-a856-00fac6457cf2,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:24.260753 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Checking segment: {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:16:24.261134 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Network hostable DHCP agents. Network: b359dce6-84a4-4793-97d8-aea82479e7b0, hostable agents: ['4de9b38a-3ed8-4366-88cd-2a700350af97'], hosted agents: [] {{(pid=110186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:16:24.278533 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c98135ca-0cf7-4d81-859c-41241044829c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:24.352173 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Network b359dce6-84a4-4793-97d8-aea82479e7b0 is scheduled to be hosted by DHCP agent 4de9b38a-3ed8-4366-88cd-2a700350af97 with binding_index 1 {{(pid=110186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:16:24.414981 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-3-iscsi, b359dce6-84a4-4793-97d8-aea82479e7b0) {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:16:24.419558 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:24.420169 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:24.424110 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbed94-0bb4-424f-a033-057240ab617a None None] Network b359dce6-84a4-4793-97d8-aea82479e7b0 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:16:24.497874 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-7dd7e73d-0a39-4499-8e6d-8b92299a57c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6291142 Mar 24 14:16:24.521083 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fe8c3-d065-4fe6-9304-a9b8ad56c4e0 None None] Network b359dce6-84a4-4793-97d8-aea82479e7b0 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:16:26.507087 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-82c86dda-e3f2-479d-80b0-3123df1ee3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:26.541280 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-fcf53104-1915-4024-a335-a7944ab60d9d tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:26.542740 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-fcf53104-1915-4024-a335-a7944ab60d9d tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/networks?id=b359dce6-84a4-4793-97d8-aea82479e7b0 HTTP/1.1" status: 200 len: 809 time: 0.0980387 Mar 24 14:16:26.556741 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-76644493-0533-4f3c-825b-a07155745686 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/quotas/98b01209839f4b26a0e3868ac6f8dc71 HTTP/1.1" status: 200 len: 375 time: 0.0085242 Mar 24 14:16:26.591812 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-6b3bdebd-d96b-4182-b21b-b291d2b65a60 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299799 Mar 24 14:16:26.696198 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-5f53203b-6d6c-4b06-948c-d5bb5c0b079b service neutron] 10.222.0.20 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980024 Mar 24 14:16:26.789417 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-18bfa624-212e-45eb-9f3d-dcc03aab3123 service neutron] 10.222.0.20 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868053 Mar 24 14:16:27.017847 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8df523af-f236-4a26-a7a5-e6ecc8122521 req-f46332ce-25d0-452f-b3f3-7a060787f966 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 210 time: 0.0278599 Mar 24 14:16:27.849807 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:28.110999 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e334fee4-dca9-4b36-ade4-5f4cb31c9478 req-4d1608c6-a526-4399-9c87-0ac24803b5af tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Mar 24 14:16:29.075420 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-a10b84a8-63a5-4c17-afec-c292d44be5d7 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:29.079063 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-a10b84a8-63a5-4c17-afec-c292d44be5d7 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "GET /v2.0/networks?id=b359dce6-84a4-4793-97d8-aea82479e7b0 HTTP/1.1" status: 200 len: 809 time: 0.1004848 Mar 24 14:16:29.089042 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Request body: {'port': {'device_id': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0', 'admin_state_up': True, 'tenant_id': '98b01209839f4b26a0e3868ac6f8dc71'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:29.095497 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:29.206032 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6a7cff95-a37b-4478-9899-dc0444fd831a req-1dd71a9d-6554-49f1-8c03-8e7fa60f24a5 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Mar 24 14:16:29.266600 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Made reservation on behalf of 98b01209839f4b26a0e3868ac6f8dc71 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:16:29.269897 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:29.393904 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Allocated IP 172.20.0.14 (b359dce6-84a4-4793-97d8-aea82479e7b0/ba54cbef-7222-49c1-a856-00fac6457cf2/27967fac-2cde-4ca4-9d9b-1df4345a1fa8) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:16:29.531967 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks [] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:29.627118 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:29.671837 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Network b359dce6-84a4-4793-97d8-aea82479e7b0 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:16:29.674894 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:16:29.680949 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:16:29.686873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Pushing event updated for resources: {'Port': ['ID=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:29.729952 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:29.731218 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:29.805893 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-451127dd-7b7c-4a1b-955f-ccddefb6689a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7208834 Mar 24 14:16:29.816745 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Request body: {'port': {'device_id': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:29.873618 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.123757 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:16:30.131206 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Publish callbacks [] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.143255 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Transition to ACTIVE for port object 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:16:30.220959 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.268951 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Pushing event updated for resources: {'Port': ['ID=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:30.369279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Attempting to bind port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:16:30.369612 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Attempting to bind port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:16:30.369991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Attempting to bind port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 on network b359dce6-84a4-4793-97d8-aea82479e7b0 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:16:30.378571 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818ab44-225b-40d3-b0c6-8a9a4c01e90f req-757786c5-111f-45a9-bab1-afe6dbe7eee2 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:30.380050 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7818ab44-225b-40d3-b0c6-8a9a4c01e90f req-757786c5-111f-45a9-bab1-afe6dbe7eee2 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 944 time: 0.1050704 Mar 24 14:16:30.383146 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 on network b359dce6-84a4-4793-97d8-aea82479e7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:16:30.383471 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Attempting to bind port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 on network b359dce6-84a4-4793-97d8-aea82479e7b0 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:16:30.394888 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:16:30.395226 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Checking segment: {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:16:30.395599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Bound using segment: {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:16:30.396025 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Bound port: 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:16:30.396377 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.458853 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7818ab44-225b-40d3-b0c6-8a9a4c01e90f req-76ddd65b-5c8f-4e60-b3c9-7a97a7327f56 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732241 Mar 24 14:16:30.482351 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] For port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:16:30.485563 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] For port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:16:30.581804 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.615147 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:30.615762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.615886 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:30.617128 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/27967fac-2cde-4ca4-9d9b-1df4345a1fa8 HTTP/1.1" status: 200 len: 1094 time: 0.8043878 Mar 24 14:16:30.617561 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'tag': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:30.619791 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc53b3e-c38c-487e-9519-1c93e1c31184", "tag": "27967fac-2cde-4ca4-9d9b-1df4345a1fa8"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:30.642187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327453-8ceb-4f39-8f53-cefc2c1639e2 service neutron] Pushing event updated for resources: {'Port': ['ID=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:30.660942 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651859d9-224a-4861-8cc0-a1eb63bf1157 x-openstack-request-id: req-651859d9-224a-4861-8cc0-a1eb63bf1157 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:30.661234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc53b3e-c38c-487e-9519-1c93e1c31184", "tag": "27967fac-2cde-4ca4-9d9b-1df4345a1fa8", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:30.661490 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-651859d9-224a-4861-8cc0-a1eb63bf1157 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:30.661922 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651859d9-224a-4861-8cc0-a1eb63bf1157'] response: {'name': 'network-changed', 'server_uuid': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'tag': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8', 'status': 'completed', 'code': 200} Mar 24 14:16:30.992757 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6 req-16bdc9f5-183b-472e-882d-a85f80735e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:30.994260 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6 req-16bdc9f5-183b-472e-882d-a85f80735e51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 1128 time: 0.3112924 Mar 24 14:16:31.088801 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6 req-aef231ce-d851-4ee6-92c6-48e609e789a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:31.090246 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6 req-aef231ce-d851-4ee6-92c6-48e609e789a3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0879922 Mar 24 14:16:31.184915 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6 req-0cc3ff25-bdd9-4b33-8d10-3515c0c92567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:31.186349 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6a0b26af-5ac3-4c56-afaa-c0a9b4198ce6 req-0cc3ff25-bdd9-4b33-8d10-3515c0c92567 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883689 Mar 24 14:16:31.269623 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-4b47c1e0-b833-469d-b401-2cedb548a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:31.271020 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-4b47c1e0-b833-469d-b401-2cedb548a5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 1128 time: 0.0436563 Mar 24 14:16:31.311936 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-1e6fdd90-ca7e-4581-b5ec-c11d2ed228f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27967fac-2cde-4ca4-9d9b-1df4345a1fa8 HTTP/1.1" status: 200 len: 217 time: 0.0325260 Mar 24 14:16:31.362779 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-8cc398b6-f695-4d6a-a044-0ecf0fee7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:31.364141 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-8cc398b6-f695-4d6a-a044-0ecf0fee7249 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba54cbef-7222-49c1-a856-00fac6457cf2 HTTP/1.1" status: 200 len: 849 time: 0.0441623 Mar 24 14:16:31.394378 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-6836a674-923d-4dc2-b0fa-09563c41e1d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b359dce6-84a4-4793-97d8-aea82479e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236063 Mar 24 14:16:31.479689 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-f1abd1e5-eb30-45da-a7cc-042b40eb928e service neutron] 10.222.0.42 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779855 Mar 24 14:16:31.610739 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2236f-ea66-4546-a53a-f45bd20081d0 req-891595b9-a562-4b37-9aaa-935386e385ca tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:31.612106 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fb2236f-ea66-4546-a53a-f45bd20081d0 req-891595b9-a562-4b37-9aaa-935386e385ca tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 944 time: 0.0802774 Mar 24 14:16:31.613820 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c644089f-e5c5-4fcd-a069-79b6bb195aec req-07d27242-1aad-4a42-bb0d-7e1fb486b28a service neutron] 10.222.0.42 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259377 Mar 24 14:16:31.659382 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8fb2236f-ea66-4546-a53a-f45bd20081d0 req-40a0ef65-8c6d-4774-a0af-4145e5d96d0f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Mar 24 14:16:32.776337 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b742d-b854-40ca-9340-860579b528b3 req-09f2bb15-bcbb-4e55-9d60-01909f7a6aab tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:32.778294 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-579b742d-b854-40ca-9340-860579b528b3 req-09f2bb15-bcbb-4e55-9d60-01909f7a6aab tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 944 time: 0.0514317 Mar 24 14:16:32.823074 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-579b742d-b854-40ca-9340-860579b528b3 req-4ac10ca7-a7d1-4fbc-91fe-4dca356cff84 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Mar 24 14:16:33.942014 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d434a-99f2-4640-8641-07acb72c1e6a req-1da723d4-fdca-4a23-b771-590686c35bb9 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:33.943507 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-893d434a-99f2-4640-8641-07acb72c1e6a req-1da723d4-fdca-4a23-b771-590686c35bb9 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 944 time: 0.0548925 Mar 24 14:16:33.989538 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-893d434a-99f2-4640-8641-07acb72c1e6a req-e3d27c00-28d6-4197-90a7-d90c6fbd3061 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Mar 24 14:16:35.106293 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d103857-7ed7-4907-923e-b8b43b0c574e req-3d308113-e414-4fe3-96e6-9bd7ab14d114 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:35.107768 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7d103857-7ed7-4907-923e-b8b43b0c574e req-3d308113-e414-4fe3-96e6-9bd7ab14d114 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 944 time: 0.0537906 Mar 24 14:16:35.153121 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7d103857-7ed7-4907-923e-b8b43b0c574e req-af9e876e-1c3b-4e15-80d3-e4c1fedc66f5 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Mar 24 14:16:35.714340 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:16:35.837128 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:35.837128 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8', 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0', 'port_id': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8', 'mac_address': 'fa:16:3e:ec:8f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba54cbef-7222-49c1-a856-00fac6457cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:16:35.859233 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:16:35.859895 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:35.871966 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:16:35.894371 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:36.026883 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:36.074881 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:36.276550 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd49b5-566b-4b5d-9a60-0d841d970241 req-b7403df7-cbf2-4198-9b33-0f55b2d4cec2 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:36.278069 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b8bd49b5-566b-4b5d-9a60-0d841d970241 req-b7403df7-cbf2-4198-9b33-0f55b2d4cec2 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 945 time: 0.0520949 Mar 24 14:16:36.295369 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:36.323734 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b8bd49b5-566b-4b5d-9a60-0d841d970241 req-59cf075f-aa1c-47a5-b1cc-c6ec37900c14 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Mar 24 14:16:36.362979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['27967fac-2cde-4ca4-9d9b-1df4345a1fa8'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:16:37.437237 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a19e-4ce3-47f3-b818-71d7590f7fb8 req-20168332-9ec4-4c75-9954-72bd963698ab tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:37.438719 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e5b3a19e-4ce3-47f3-b818-71d7590f7fb8 req-20168332-9ec4-4c75-9954-72bd963698ab tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Mar 24 14:16:37.483836 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e5b3a19e-4ce3-47f3-b818-71d7590f7fb8 req-5d8a4f1d-5b24-419c-b83d-8a708533c898 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Mar 24 14:16:37.714330 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:16:37.848464 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:16:37.852227 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:16:37.852618 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:37.925870 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:16:37.926247 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:37.948007 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:37.950827 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66723234-896c-468b-91f6-3364d1a1dda2" -d '{"events": [{"server_uuid": "cdc53b3e-c38c-487e-9519-1c93e1c31184", "name": "network-vif-plugged", "status": "completed", "tag": "27967fac-2cde-4ca4-9d9b-1df4345a1fa8"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:37.967367 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:37.986775 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c88c734-deb3-4fe9-966a-87ddab26e011 x-openstack-request-id: req-2c88c734-deb3-4fe9-966a-87ddab26e011 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:37.991456 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc53b3e-c38c-487e-9519-1c93e1c31184", "name": "network-vif-plugged", "status": "completed", "tag": "27967fac-2cde-4ca4-9d9b-1df4345a1fa8", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:37.991456 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c88c734-deb3-4fe9-966a-87ddab26e011 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:37.991456 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c88c734-deb3-4fe9-966a-87ddab26e011'] response: {'server_uuid': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8', 'code': 200} Mar 24 14:16:38.038378 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:38.089082 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:38.285924 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832c906-e0b5-4241-b896-154b40a69da3 req-338c9b56-e056-4818-9356-129840182b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:38.287416 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9832c906-e0b5-4241-b896-154b40a69da3 req-338c9b56-e056-4818-9356-129840182b5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 1130 time: 0.0421321 Mar 24 14:16:38.333056 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9832c906-e0b5-4241-b896-154b40a69da3 req-03657cee-83ba-496f-b4ce-dbe77abddf7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Mar 24 14:16:38.597752 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5c665-ff45-4e97-b99e-6e2443804f13 req-95b2b3fd-5619-4a33-b890-84ce6b4ccd82 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:38.599129 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-36c5c665-ff45-4e97-b99e-6e2443804f13 req-95b2b3fd-5619-4a33-b890-84ce6b4ccd82 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 946 time: 0.0495415 Mar 24 14:16:38.646233 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-36c5c665-ff45-4e97-b99e-6e2443804f13 req-8eb45e99-33a2-4e5a-9bd6-243cc6e70f6d tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Mar 24 14:16:39.766725 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42b95d-d8c4-48b3-b85e-d0827aef96c1 req-8f29ec87-aaca-4da8-bd63-cc033b1c3a12 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:39.768285 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dd42b95d-d8c4-48b3-b85e-d0827aef96c1 req-8f29ec87-aaca-4da8-bd63-cc033b1c3a12 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 946 time: 0.0526652 Mar 24 14:16:39.814915 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dd42b95d-d8c4-48b3-b85e-d0827aef96c1 req-85ccdbe5-521a-48d3-9d60-a7cc83e9eb22 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Mar 24 14:16:40.928698 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90077c2-3b2e-4be2-977b-b453a650e487 req-35b05794-1731-4492-ae71-f4135e6262f6 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:40.930128 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a90077c2-3b2e-4be2-977b-b453a650e487 req-35b05794-1731-4492-ae71-f4135e6262f6 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 946 time: 0.0501192 Mar 24 14:16:40.973983 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a90077c2-3b2e-4be2-977b-b453a650e487 req-882ba61a-825a-4263-9787-94a2676e92cc tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Mar 24 14:16:42.044749 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5454880-d010-41eb-baad-0628aa9feaaa req-b588ab46-538e-4c01-9de1-12e81bee4bb0 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:42.046241 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b5454880-d010-41eb-baad-0628aa9feaaa req-b588ab46-538e-4c01-9de1-12e81bee4bb0 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 946 time: 0.0513444 Mar 24 14:16:42.091844 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-b5454880-d010-41eb-baad-0628aa9feaaa req-0855dd84-c771-4d1b-9110-2f22067bb2a8 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Mar 24 14:16:43.208463 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb217c-746c-4376-bce5-d5ca8de38fc4 req-a16e7565-be0c-4c8a-8734-556872c36445 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:43.209909 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-39eb217c-746c-4376-bce5-d5ca8de38fc4 req-a16e7565-be0c-4c8a-8734-556872c36445 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 946 time: 0.0505977 Mar 24 14:16:43.254289 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-39eb217c-746c-4376-bce5-d5ca8de38fc4 req-c5aff986-0c71-4f2f-ad9b-86473f43b58b tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389440 Mar 24 14:16:43.749954 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29d786-1568-475e-82a4-b50abb6698ef req-639c6b9c-9e8b-4827-ba00-62f295d9a18e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:43.751411 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a29d786-1568-475e-82a4-b50abb6698ef req-639c6b9c-9e8b-4827-ba00-62f295d9a18e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 946 time: 0.0546584 Mar 24 14:16:43.842035 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Deleting port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:16:43.842375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:43.929093 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] For port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:43.929448 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:43.942369 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Calling delete_port for 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:16:44.140836 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (27967fac-2cde-4ca4-9d9b-1df4345a1fa8), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:44.154280 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['27967fac-2cde-4ca4-9d9b-1df4345a1fa8'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:16:44.174829 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Pushing event deleted for resources: {'Port': ['ID=27967fac-2cde-4ca4-9d9b-1df4345a1fa8,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:44.211786 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] No DVR routers for this DVR port 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:16:44.214292 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:44.218122 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a29d786-1568-475e-82a4-b50abb6698ef req-239f6aaa-ae6a-432e-9dd3-3564e4997a5f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "DELETE /v2.0/ports/27967fac-2cde-4ca4-9d9b-1df4345a1fa8 HTTP/1.1" status: 204 len: 173 time: 0.4600267 Mar 24 14:16:44.218570 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'name': 'network-vif-deleted', 'tag': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:44.220773 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed53bd09-a277-469d-b289-a7a8eb0139cd" -d '{"events": [{"server_uuid": "cdc53b3e-c38c-487e-9519-1c93e1c31184", "name": "network-vif-deleted", "tag": "27967fac-2cde-4ca4-9d9b-1df4345a1fa8"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:44.255669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be159e-9659-42a6-8450-663568347ab9 x-openstack-request-id: req-02be159e-9659-42a6-8450-663568347ab9 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:44.255962 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc53b3e-c38c-487e-9519-1c93e1c31184", "name": "network-vif-deleted", "tag": "27967fac-2cde-4ca4-9d9b-1df4345a1fa8", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:44.256217 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02be159e-9659-42a6-8450-663568347ab9 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:44.256626 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02be159e-9659-42a6-8450-663568347ab9'] response: {'server_uuid': 'cdc53b3e-c38c-487e-9519-1c93e1c31184', 'name': 'network-vif-deleted', 'tag': '27967fac-2cde-4ca4-9d9b-1df4345a1fa8', 'status': 'completed', 'code': 200} Mar 24 14:16:44.348765 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-34397673-849c-48e3-9105-4201e9da56d4 req-8dfd7d51-0575-455b-95fb-760555fb1def tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc53b3e-c38c-487e-9519-1c93e1c31184 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Mar 24 14:16:45.606124 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-445ad79b-0223-4fe1-9137-25f4130d4256 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:45.608161 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-445ad79b-0223-4fe1-9137-25f4130d4256 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/networks?id=b359dce6-84a4-4793-97d8-aea82479e7b0 HTTP/1.1" status: 200 len: 809 time: 0.0992692 Mar 24 14:16:45.622112 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-8a6104c6-4da7-4a95-a7db-7658836043d2 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/quotas/98b01209839f4b26a0e3868ac6f8dc71 HTTP/1.1" status: 200 len: 375 time: 0.0085242 Mar 24 14:16:45.652171 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-595337e1-d40f-4d38-bd29-def1854de7b5 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252852 Mar 24 14:16:45.744077 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2d93d647-8739-4628-8e05-7f840f457d8b service neutron] 10.222.0.20 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850961 Mar 24 14:16:45.829399 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-4df78bf8-3960-433b-b0fa-1d68b331da30 service neutron] 10.222.0.20 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795429 Mar 24 14:16:46.076181 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-edd485b8-f15e-4e13-94a8-ca12877bae81 req-ce4aa80a-db1f-45d7-83a5-c5ce03cb190c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Mar 24 14:16:47.171826 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d4b773be-194c-4501-9845-e1423ac7ece8 req-594ab850-eb1f-4d29-b9ee-543b1fadcaf9 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Mar 24 14:16:47.784664 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:16:47.807882 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:16:47.808231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 27967fac-2cde-4ca4-9d9b-1df4345a1fa8 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:16:48.002226 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-afc1f418-4458-4798-ada2-06d3c6f96c4b tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:48.003702 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-afc1f418-4458-4798-ada2-06d3c6f96c4b tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "GET /v2.0/networks?id=b359dce6-84a4-4793-97d8-aea82479e7b0 HTTP/1.1" status: 200 len: 809 time: 0.1085496 Mar 24 14:16:48.015608 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Request body: {'port': {'device_id': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0', 'admin_state_up': True, 'tenant_id': '98b01209839f4b26a0e3868ac6f8dc71'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:48.192222 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Made reservation on behalf of 98b01209839f4b26a0e3868ac6f8dc71 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:16:48.195850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:48.270279 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-053e1ca4-6318-4c5c-a532-de943a38b221 req-dc0f0bc1-3547-4944-83c5-9dc998e7316c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 210 time: 0.0292182 Mar 24 14:16:48.323153 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Allocated IP 172.20.0.13 (b359dce6-84a4-4793-97d8-aea82479e7b0/ba54cbef-7222-49c1-a856-00fac6457cf2/d3a3ea35-0bec-41b0-aab0-57456b505711) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:16:48.466251 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks [] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:48.557418 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:48.598498 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Network b359dce6-84a4-4793-97d8-aea82479e7b0 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:16:48.603153 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:16:48.605489 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:16:48.636063 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Pushing event updated for resources: {'Port': ['ID=d3a3ea35-0bec-41b0-aab0-57456b505711,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:48.661281 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:48.662430 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:48.748749 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-ec4b1c21-72aa-4f16-99fd-2b7dd62868d3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366629 Mar 24 14:16:48.805237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Request body: {'port': {'device_id': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:16:48.865567 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:49.116514 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a3ea35-0bec-41b0-aab0-57456b505711 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:16:49.124358 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Publish callbacks [] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:49.135710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Transition to ACTIVE for port object d3a3ea35-0bec-41b0-aab0-57456b505711 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:16:49.197519 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:49.248835 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3ea35-0bec-41b0-aab0-57456b505711,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:49.315985 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Attempting to bind port d3a3ea35-0bec-41b0-aab0-57456b505711 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:16:49.316317 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Attempting to bind port d3a3ea35-0bec-41b0-aab0-57456b505711 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:16:49.316641 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Attempting to bind port d3a3ea35-0bec-41b0-aab0-57456b505711 on network b359dce6-84a4-4793-97d8-aea82479e7b0 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:16:49.320901 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Port d3a3ea35-0bec-41b0-aab0-57456b505711 on network b359dce6-84a4-4793-97d8-aea82479e7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:16:49.321220 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Attempting to bind port d3a3ea35-0bec-41b0-aab0-57456b505711 on network b359dce6-84a4-4793-97d8-aea82479e7b0 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:16:49.325929 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:16:49.326261 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Checking segment: {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:16:49.326666 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Bound using segment: {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:16:49.327083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Bound port: d3a3ea35-0bec-41b0-aab0-57456b505711, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9826c591-5d20-4284-92bf-1e7541aaadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:16:49.327429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:49.430303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92ca01-a936-4b5e-aa60-52ed241ac5be req-447348aa-0fdb-440e-8e75-bee0000d7119 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.431708 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-de92ca01-a936-4b5e-aa60-52ed241ac5be req-447348aa-0fdb-440e-8e75-bee0000d7119 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 944 time: 0.0938752 Mar 24 14:16:49.435135 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] For port d3a3ea35-0bec-41b0-aab0-57456b505711, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:16:49.439120 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] For port d3a3ea35-0bec-41b0-aab0-57456b505711, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d3a3ea35-0bec-41b0-aab0-57456b505711,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:16:49.482804 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-de92ca01-a936-4b5e-aa60-52ed241ac5be req-38732543-3b34-400a-b809-738c40cda63e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Mar 24 14:16:49.484236 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:49.515024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.515635 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:49.516963 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] 10.222.0.42 "PUT /v2.0/ports/d3a3ea35-0bec-41b0-aab0-57456b505711 HTTP/1.1" status: 200 len: 1094 time: 0.7159734 Mar 24 14:16:49.517430 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'tag': 'd3a3ea35-0bec-41b0-aab0-57456b505711'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:49.519642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a12daee-18fb-4e2f-8a0c-a88359fa0d08", "tag": "d3a3ea35-0bec-41b0-aab0-57456b505711"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:49.543508 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f2d8a-b77b-4e87-a310-7ec4502144bf service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3ea35-0bec-41b0-aab0-57456b505711,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:49.556758 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b09195-a82a-45be-86ae-8c87555fe669 x-openstack-request-id: req-35b09195-a82a-45be-86ae-8c87555fe669 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:49.557043 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a12daee-18fb-4e2f-8a0c-a88359fa0d08", "tag": "d3a3ea35-0bec-41b0-aab0-57456b505711", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:49.557295 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35b09195-a82a-45be-86ae-8c87555fe669 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:49.557695 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b09195-a82a-45be-86ae-8c87555fe669'] response: {'name': 'network-changed', 'server_uuid': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'tag': 'd3a3ea35-0bec-41b0-aab0-57456b505711', 'status': 'completed', 'code': 200} Mar 24 14:16:49.620099 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2 req-51159f47-8bcc-44c1-ae6f-5c7ae202dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.621590 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2 req-51159f47-8bcc-44c1-ae6f-5c7ae202dd59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 1128 time: 0.0441132 Mar 24 14:16:49.718429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2 req-fcc9ce24-855b-40fb-83a3-d878b3a9ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.719871 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2 req-fcc9ce24-855b-40fb-83a3-d878b3a9ed23 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0898347 Mar 24 14:16:49.808680 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2 req-f43b1fd0-1b94-4442-9c5c-b20b1a49f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.810131 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fda7b365-4f4f-41d2-a3db-d2b0e093d5b2 req-f43b1fd0-1b94-4442-9c5c-b20b1a49f82b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0835254 Mar 24 14:16:49.885661 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-9fa34d60-1908-44b1-8e51-ba281ad3ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.887671 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-9fa34d60-1908-44b1-8e51-ba281ad3ab10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 1128 time: 0.0424178 Mar 24 14:16:49.930630 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-47625b2b-c5c4-4af6-ae6a-f9cf12a1fce5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a3ea35-0bec-41b0-aab0-57456b505711 HTTP/1.1" status: 200 len: 217 time: 0.0351253 Mar 24 14:16:49.975963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-71fb7c18-44ee-41e2-bf5a-c10dfa944fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:49.977301 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-71fb7c18-44ee-41e2-bf5a-c10dfa944fb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba54cbef-7222-49c1-a856-00fac6457cf2 HTTP/1.1" status: 200 len: 849 time: 0.0409439 Mar 24 14:16:50.006882 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-0ba36f28-98bd-4904-826e-ca1b20e0a002 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b359dce6-84a4-4793-97d8-aea82479e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237284 Mar 24 14:16:50.095583 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-23727ae6-1c00-45aa-8ba5-b25f2953a996 service neutron] 10.222.0.42 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830455 Mar 24 14:16:50.180294 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4f4b27c1-9480-46b8-b592-13441c505ecb req-47bbfc4b-7b91-49b0-b48b-b06a537c398e service neutron] 10.222.0.42 "GET /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781028 Mar 24 14:16:50.323492 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-a0d603da-9c54-4975-be8a-4a6563624b6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431390 Mar 24 14:16:50.395120 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d869831-471b-4414-ba05-a90376259372 req-3ef0f977-9def-45b4-bbd1-4b173c0834aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:50.396561 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-3ef0f977-9def-45b4-bbd1-4b173c0834aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 1129 time: 0.0466354 Mar 24 14:16:50.503314 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d869831-471b-4414-ba05-a90376259372 req-4a8c94c1-82f1-4809-930b-828e796d2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:50.504796 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-4a8c94c1-82f1-4809-930b-828e796d2e9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 916 time: 0.0864778 Mar 24 14:16:50.595728 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-6c8831ab-a6c8-49b4-953a-89d6a9ea6051 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 HTTP/1.1" status: 200 len: 1000 time: 0.0847845 Mar 24 14:16:50.640518 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a05777-1912-4dd0-9907-52642826e875 req-6d816c35-392a-483b-818d-a5536d18910e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:50.641947 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e0a05777-1912-4dd0-9907-52642826e875 req-6d816c35-392a-483b-818d-a5536d18910e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 944 time: 0.0941544 Mar 24 14:16:50.663976 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d869831-471b-4414-ba05-a90376259372 req-25fdf073-73d0-4836-a4df-82e2b0122361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:50.665330 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-25fdf073-73d0-4836-a4df-82e2b0122361 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0630803 Mar 24 14:16:50.720245 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e0a05777-1912-4dd0-9907-52642826e875 req-450beb99-1d8e-4167-b884-74a1eb4d524e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725665 Mar 24 14:16:50.733107 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d869831-471b-4414-ba05-a90376259372 req-f2d02475-e2f9-4cb7-8fbe-4db9476e243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:50.734650 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-f2d02475-e2f9-4cb7-8fbe-4db9476e243d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628066 Mar 24 14:16:50.820932 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-cff161f3-298c-411c-8f2e-3eb8dfa9eeb0 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795436 Mar 24 14:16:50.909234 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4d869831-471b-4414-ba05-a90376259372 req-a0fd04ae-d74c-4bf6-8236-d111517a45d4 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818598 Mar 24 14:16:51.837236 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06f5a3-5c5d-4e4e-80fe-8a46336480c1 req-914fb41f-7c47-453f-9bf8-16b269ea69c9 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:51.838717 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fb06f5a3-5c5d-4e4e-80fe-8a46336480c1 req-914fb41f-7c47-453f-9bf8-16b269ea69c9 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 944 time: 0.0511892 Mar 24 14:16:51.883445 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-fb06f5a3-5c5d-4e4e-80fe-8a46336480c1 req-9b200340-d11b-47be-a8e2-4f2f67d5c566 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Mar 24 14:16:52.996643 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbaab6-7797-4f81-8460-25c85dbe3bbb req-fcd27da8-388b-4b46-a201-3609c4c79ded tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:52.998107 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-69cbaab6-7797-4f81-8460-25c85dbe3bbb req-fcd27da8-388b-4b46-a201-3609c4c79ded tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 944 time: 0.0518618 Mar 24 14:16:53.046296 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-69cbaab6-7797-4f81-8460-25c85dbe3bbb req-daf0e28f-2e7c-4366-bab1-9ab54727448b tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Mar 24 14:16:53.803403 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d3a3ea35-0bec-41b0-aab0-57456b505711 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:16:53.898057 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d3a3ea35-0bec-41b0-aab0-57456b505711, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d3a3ea35-0bec-41b0-aab0-57456b505711,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:53.909631 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': 'd3a3ea35-0bec-41b0-aab0-57456b505711', 'network_id': 'b359dce6-84a4-4793-97d8-aea82479e7b0', 'port_id': 'd3a3ea35-0bec-41b0-aab0-57456b505711', 'mac_address': 'fa:16:3e:a7:57:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba54cbef-7222-49c1-a856-00fac6457cf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:16:53.944632 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port d3a3ea35-0bec-41b0-aab0-57456b505711 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:16:53.945016 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:53.957154 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a3ea35-0bec-41b0-aab0-57456b505711 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:16:53.975977 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d3a3ea35-0bec-41b0-aab0-57456b505711, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d3a3ea35-0bec-41b0-aab0-57456b505711,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:54.043814 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:54.093143 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d3a3ea35-0bec-41b0-aab0-57456b505711,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:54.161388 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739741-273b-4635-989c-330e9100eaf2 req-0de3fec6-8be1-4815-bbe9-18ab3936096a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:54.162864 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-12739741-273b-4635-989c-330e9100eaf2 req-0de3fec6-8be1-4815-bbe9-18ab3936096a tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Mar 24 14:16:54.212162 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-12739741-273b-4635-989c-330e9100eaf2 req-dbd12996-906a-4403-be27-dbe4e8852a57 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Mar 24 14:16:54.289050 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b32d7398-6b13-463c-9a9f-b80314e63892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:54.380507 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d3a3ea35-0bec-41b0-aab0-57456b505711'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:16:55.326591 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3771-f700-4275-94f7-05ae7504d005 req-a428653a-73de-41bd-af57-b05cc09dca50 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:55.327961 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed3b3771-f700-4275-94f7-05ae7504d005 req-a428653a-73de-41bd-af57-b05cc09dca50 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 945 time: 0.0505397 Mar 24 14:16:55.372241 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ed3b3771-f700-4275-94f7-05ae7504d005 req-12bce31a-8a6c-4b12-bb90-0f420a2bf056 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Mar 24 14:16:55.811296 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d3a3ea35-0bec-41b0-aab0-57456b505711 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:16:55.974738 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port d3a3ea35-0bec-41b0-aab0-57456b505711 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:16:55.978431 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port d3a3ea35-0bec-41b0-aab0-57456b505711 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:16:55.978826 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:56.056237 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port d3a3ea35-0bec-41b0-aab0-57456b505711 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:16:56.056622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:56.079056 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3ea35-0bec-41b0-aab0-57456b505711'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:16:56.081253 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a683e9-5535-41d4-963d-6e79f8319424" -d '{"events": [{"server_uuid": "6a12daee-18fb-4e2f-8a0c-a88359fa0d08", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3ea35-0bec-41b0-aab0-57456b505711"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:16:56.093048 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port d3a3ea35-0bec-41b0-aab0-57456b505711, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d3a3ea35-0bec-41b0-aab0-57456b505711,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:16:56.118010 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b8df1-b4ac-4d80-9350-ac34b295f6ff x-openstack-request-id: req-333b8df1-b4ac-4d80-9350-ac34b295f6ff {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:16:56.118010 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12daee-18fb-4e2f-8a0c-a88359fa0d08", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3ea35-0bec-41b0-aab0-57456b505711", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:16:56.118010 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-333b8df1-b4ac-4d80-9350-ac34b295f6ff {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:16:56.118010 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333b8df1-b4ac-4d80-9350-ac34b295f6ff'] response: {'server_uuid': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3ea35-0bec-41b0-aab0-57456b505711', 'code': 200} Mar 24 14:16:56.163630 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:56.210497 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d3a3ea35-0bec-41b0-aab0-57456b505711,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:16:56.392599 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7711-9162-4026-81f3-9f7464baea50 req-eb8eaae1-e2fe-4fab-9be4-356eef7ba1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:56.394129 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8e0c7711-9162-4026-81f3-9f7464baea50 req-eb8eaae1-e2fe-4fab-9be4-356eef7ba1f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 1130 time: 0.0464089 Mar 24 14:16:56.438881 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8e0c7711-9162-4026-81f3-9f7464baea50 req-77c74e40-18a3-42d5-b016-04126655f30c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Mar 24 14:16:56.482714 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-78cb476a-e2c5-43f1-9d4a-43d0e6de48d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:56.488632 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248301-686e-4cc0-9853-45ce010dc263 req-beb6e5f3-8691-4beb-bb0e-28d60eb91701 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:56.490095 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-54248301-686e-4cc0-9853-45ce010dc263 req-beb6e5f3-8691-4beb-bb0e-28d60eb91701 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 946 time: 0.0503380 Mar 24 14:16:56.534946 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-54248301-686e-4cc0-9853-45ce010dc263 req-2a977bb5-d67b-4723-8a46-e5901041d51c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Mar 24 14:16:57.653668 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815696-70be-4c39-93e4-b7550ffb5980 req-11511704-0275-470e-9894-4c76b85eb294 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:57.655442 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-30815696-70be-4c39-93e4-b7550ffb5980 req-11511704-0275-470e-9894-4c76b85eb294 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 946 time: 0.0534761 Mar 24 14:16:57.700937 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-30815696-70be-4c39-93e4-b7550ffb5980 req-3caca05e-1cf9-4814-a25b-fc84be0f937b tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Mar 24 14:16:57.872444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:58.816712 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967b242-1d30-4e0d-89dd-c3eb164254a7 req-c1740dcf-e817-4798-93a5-e6a78c91bbbf tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:16:58.818175 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c967b242-1d30-4e0d-89dd-c3eb164254a7 req-c1740dcf-e817-4798-93a5-e6a78c91bbbf tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 946 time: 0.0522258 Mar 24 14:16:58.866315 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c967b242-1d30-4e0d-89dd-c3eb164254a7 req-1a0d5c9a-216f-42d5-a974-fb8ad6806fdd tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Mar 24 14:16:59.106262 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:16:59.646444 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:17:00.039183 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446159dc-50ee-424b-b692-cce5399bae57 req-ee669f3e-75fa-4365-81b1-881766ee953c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:00.040669 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-446159dc-50ee-424b-b692-cce5399bae57 req-ee669f3e-75fa-4365-81b1-881766ee953c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 946 time: 0.0522635 Mar 24 14:17:00.088306 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-446159dc-50ee-424b-b692-cce5399bae57 req-6756b633-d8cd-48b5-9e45-d233b04f18e6 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Mar 24 14:17:00.614638 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:01.205245 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f408e8-2988-4b2d-8f75-10e47aabdf04 req-a0d21998-309a-45f1-8432-6c64c26d83c3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:01.206745 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a3f408e8-2988-4b2d-8f75-10e47aabdf04 req-a0d21998-309a-45f1-8432-6c64c26d83c3 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Mar 24 14:17:01.252182 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a3f408e8-2988-4b2d-8f75-10e47aabdf04 req-48a25506-0785-404c-a0bf-a056cd22b21e tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fc8c9-53f4-4790-a47e-60e473205a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Mar 24 14:17:01.631516 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d7fde-700c-4114-a01a-3d74952d5513 req-cc172b4c-9b2f-47cc-b43c-8e57f5904f51 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:01.632842 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-527d7fde-700c-4114-a01a-3d74952d5513 req-cc172b4c-9b2f-47cc-b43c-8e57f5904f51 tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 946 time: 0.0492930 Mar 24 14:17:01.723122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Deleting port d3a3ea35-0bec-41b0-aab0-57456b505711 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:17:01.725604 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:01.806992 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] For port d3a3ea35-0bec-41b0-aab0-57456b505711, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d3a3ea35-0bec-41b0-aab0-57456b505711,segment=NetworkSegment(9826c591-5d20-4284-92bf-1e7541aaadf2),segment_id=9826c591-5d20-4284-92bf-1e7541aaadf2)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:17:01.807342 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:01.820252 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Calling delete_port for d3a3ea35-0bec-41b0-aab0-57456b505711 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:17:01.997565 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d3a3ea35-0bec-41b0-aab0-57456b505711), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:02.009737 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['d3a3ea35-0bec-41b0-aab0-57456b505711'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:17:02.025886 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Pushing event deleted for resources: {'Port': ['ID=d3a3ea35-0bec-41b0-aab0-57456b505711,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:02.068572 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] No DVR routers for this DVR port d3a3ea35-0bec-41b0-aab0-57456b505711 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:17:02.071203 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:02.074448 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-527d7fde-700c-4114-a01a-3d74952d5513 req-db9d52af-3a44-4794-b39d-bf6ac2f1278c tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.42 "DELETE /v2.0/ports/d3a3ea35-0bec-41b0-aab0-57456b505711 HTTP/1.1" status: 204 len: 173 time: 0.4362025 Mar 24 14:17:02.074904 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'name': 'network-vif-deleted', 'tag': 'd3a3ea35-0bec-41b0-aab0-57456b505711'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:17:02.077160 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6139e4b-4bb1-403e-921e-e46159a81093" -d '{"events": [{"server_uuid": "6a12daee-18fb-4e2f-8a0c-a88359fa0d08", "name": "network-vif-deleted", "tag": "d3a3ea35-0bec-41b0-aab0-57456b505711"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:17:02.113945 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a55a6e-9be1-439a-b39f-2d1959ed2b88 x-openstack-request-id: req-59a55a6e-9be1-439a-b39f-2d1959ed2b88 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:17:02.114237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12daee-18fb-4e2f-8a0c-a88359fa0d08", "name": "network-vif-deleted", "tag": "d3a3ea35-0bec-41b0-aab0-57456b505711", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:17:02.114488 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59a55a6e-9be1-439a-b39f-2d1959ed2b88 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:17:02.114921 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a55a6e-9be1-439a-b39f-2d1959ed2b88'] response: {'server_uuid': '6a12daee-18fb-4e2f-8a0c-a88359fa0d08', 'name': 'network-vif-deleted', 'tag': 'd3a3ea35-0bec-41b0-aab0-57456b505711', 'status': 'completed', 'code': 200} Mar 24 14:17:02.348973 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-84956978-ffe6-4956-a9ca-985ff10ecaf0 req-f6fb734c-21c8-4ed1-ad0f-59c20799b87f tempest-VolumesActionsTest-1849253089 tempest-VolumesActionsTest-1849253089-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a12daee-18fb-4e2f-8a0c-a88359fa0d08 HTTP/1.1" status: 200 len: 210 time: 0.0303957 Mar 24 14:17:06.331077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d3a3ea35-0bec-41b0-aab0-57456b505711 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:17:06.358007 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: d3a3ea35-0bec-41b0-aab0-57456b505711 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:17:06.358349 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d3a3ea35-0bec-41b0-aab0-57456b505711 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:17:06.436535 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:24.277015 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc90eb6-0824-4061-9392-04ebe7df1e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:26.465524 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-48ef8aa1-4395-4280-aa64-709edadd672a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:27.859080 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.106419 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.221526 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab37e2-1aa5-4942-81b6-e29d5406f160 req-c301bcaa-c076-42c9-9b7c-b54c14465b49 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:29.222996 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-92ab37e2-1aa5-4942-81b6-e29d5406f160 req-c301bcaa-c076-42c9-9b7c-b54c14465b49 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Mar 24 14:17:29.267617 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-92ab37e2-1aa5-4942-81b6-e29d5406f160 req-9cdab577-8dd5-4534-8df0-82ef894dad6e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390823 Mar 24 14:17:29.460549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51376) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:29.503704 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Deleting subnet ba54cbef-7222-49c1-a856-00fac6457cf2 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:17:29.506685 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Publish callbacks [] for subnet (ba54cbef-7222-49c1-a856-00fac6457cf2), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.539585 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (ba54cbef-7222-49c1-a856-00fac6457cf2), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.575608 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (ba54cbef-7222-49c1-a856-00fac6457cf2), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.717785 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (ba54cbef-7222-49c1-a856-00fac6457cf2), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.744630 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba54cbef-7222-49c1-a856-00fac6457cf2,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:29.753942 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.757160 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ba54cbef-7222-49c1-a856-00fac6457cf2 HTTP/1.1" status: 204 len: 168 time: 0.2956266 Mar 24 14:17:29.758926 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.759277 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.759624 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.759778 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51378) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:29.759967 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.760303 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.761160 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.761486 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.761813 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.762198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.762523 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.762875 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.763217 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.763524 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.763850 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.764181 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254824af-53a0-40bc-99da-b745a01492ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:29.826312 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (b359dce6-84a4-4793-97d8-aea82479e7b0), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.905154 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (b359dce6-84a4-4793-97d8-aea82479e7b0), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.924353 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b359dce6-84a4-4793-97d8-aea82479e7b0']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:29.933780 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9826c591-5d20-4284-92bf-1e7541aaadf2') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:29.934078 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9826c591-5d20-4284-92bf-1e7541aaadf2') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:29.942996 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (9826c591-5d20-4284-92bf-1e7541aaadf2), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.956239 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (9826c591-5d20-4284-92bf-1e7541aaadf2), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.962096 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (9826c591-5d20-4284-92bf-1e7541aaadf2), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:17:29.966187 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:17:30.094045 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (b359dce6-84a4-4793-97d8-aea82479e7b0), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:30.099237 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:30.102384 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b359dce6-84a4-4793-97d8-aea82479e7b0 HTTP/1.1" status: 204 len: 168 time: 0.3409543 Mar 24 14:17:30.113117 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Pushing event deleted for resources: {'Network': ['ID=b359dce6-84a4-4793-97d8-aea82479e7b0,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:30.120540 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.122669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.122669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.122669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.122669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.122669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.122669 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.123370 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.123370 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.123578 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.123889 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.124089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.124347 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.124665 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.124982 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d84e01-6246-47a1-993f-da305b5a5793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:30.341991 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51384) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:30.381836 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-45cbd0d1-cc31-4e28-bbbc-a17c82ba9f60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98b01209839f4b26a0e3868ac6f8dc71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385754 Mar 24 14:17:30.384368 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51386) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:30.390713 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56b85-7d36-456e-a605-33093104c33c req-692f616b-d85a-4f88-8747-3a50edbd45d3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:30.392187 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dfb56b85-7d36-456e-a605-33093104c33c req-692f616b-d85a-4f88-8747-3a50edbd45d3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0523062 Mar 24 14:17:30.430500 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce86-2caa-443d-b5e8-024c656e66a3 admin admin] Publish callbacks [] for security_group (eb8fc8c9-53f4-4790-a47e-60e473205a69), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:30.438230 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-dfb56b85-7d36-456e-a605-33093104c33c req-6f9d7269-88c9-4c77-9047-014bb5e17628 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402155 Mar 24 14:17:30.451731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce86-2caa-443d-b5e8-024c656e66a3 admin admin] Publish callbacks [] for security_group (eb8fc8c9-53f4-4790-a47e-60e473205a69), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:30.545762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce86-2caa-443d-b5e8-024c656e66a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (eb8fc8c9-53f4-4790-a47e-60e473205a69), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:30.548380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce86-2caa-443d-b5e8-024c656e66a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:30.549541 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-8dbfce86-2caa-443d-b5e8-024c656e66a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb8fc8c9-53f4-4790-a47e-60e473205a69 HTTP/1.1" status: 204 len: 168 time: 0.1642642 Mar 24 14:17:30.557155 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfce86-2caa-443d-b5e8-024c656e66a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8fc8c9-53f4-4790-a47e-60e473205a69,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:30.613440 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:31.042749 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-4ae95ded-0a10-499d-8bab-339b8de736bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:31.042995 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-4ae95ded-0a10-499d-8bab-339b8de736bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0576341 Mar 24 14:17:31.134157 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port d0071004-0e40-4178-bbfe-eeed8094d275 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:17:31.134507 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:31.225639 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] For port d0071004-0e40-4178-bbfe-eeed8094d275, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d0071004-0e40-4178-bbfe-eeed8094d275,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:17:31.225993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:31.674442 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:31.675172 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:31.675172 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5 disassociated. External IP: 172.27.0.163, port: d0071004-0e40-4178-bbfe-eeed8094d275. Mar 24 14:17:31.675423 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for d0071004-0e40-4178-bbfe-eeed8094d275 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:17:31.700585 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942043c-25dc-4e6d-a61c-fb53f067cbf1 req-656bcecd-5005-4d1a-b076-9d2445711a28 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:31.702007 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0942043c-25dc-4e6d-a61c-fb53f067cbf1 req-656bcecd-5005-4d1a-b076-9d2445711a28 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 945 time: 0.0770259 Mar 24 14:17:31.786772 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0942043c-25dc-4e6d-a61c-fb53f067cbf1 req-8d8f9211-76d5-4d14-a32e-98ba6aba54e3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9c565c0-b9b5-43e4-b749-207e272084c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563402 Mar 24 14:17:31.911068 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d0071004-0e40-4178-bbfe-eeed8094d275), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:31.937526 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=d0071004-0e40-4178-bbfe-eeed8094d275,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:32.049716 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:17:32.154341 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:17:32.165038 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:17:32.174223 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:17:32.174845 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:17:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:32.193484 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] No DVR routers for this DVR port d0071004-0e40-4178-bbfe-eeed8094d275 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:17:32.196016 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:32.199958 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dcbcb0ba-c74e-4ca3-af1b-64a97775912a req-0cb4ef06-203d-4e3b-bd35-87fa2572e736 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "DELETE /v2.0/ports/d0071004-0e40-4178-bbfe-eeed8094d275 HTTP/1.1" status: 204 len: 173 time: 1.1506248 Mar 24 14:17:32.200415 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'name': 'network-vif-deleted', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:17:32.202681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72bad0f-60af-44ee-8617-bade0262f379" -d '{"events": [{"server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "name": "network-vif-deleted", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:17:32.242675 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e662c2-4be9-4674-a858-673f58b09beb x-openstack-request-id: req-16e662c2-4be9-4674-a858-673f58b09beb {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:17:32.242975 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b2c1e2-ef93-4adf-addb-dadbf278f180", "name": "network-vif-deleted", "tag": "d0071004-0e40-4178-bbfe-eeed8094d275", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:17:32.243229 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16e662c2-4be9-4674-a858-673f58b09beb {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:17:32.243650 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e662c2-4be9-4674-a858-673f58b09beb'] response: {'server_uuid': '26b2c1e2-ef93-4adf-addb-dadbf278f180', 'name': 'network-vif-deleted', 'tag': 'd0071004-0e40-4178-bbfe-eeed8094d275', 'status': 'completed', 'code': 200} Mar 24 14:17:32.387204 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:17:32.610956 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:12Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:32.640170 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:17:32.648163 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:17:32.648756 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:17:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:32.753126 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:17:32.894240 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7aec116b-96a0-45b5-b274-28ec8902e7f6 req-66be5203-0d0a-4976-8df4-5ffaf3cd9191 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=26b2c1e2-ef93-4adf-addb-dadbf278f180 HTTP/1.1" status: 200 len: 210 time: 0.0289412 Mar 24 14:17:32.976353 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:12Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:33.006168 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1752d-d376-4d95-90c8-3624f4d21219 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '3c16c987-d717-4a80-8056-2a8d6cb1d3e8', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:cc:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:13:43Z', 'updated_at': '2022-03-24T14:14:12Z', 'revision_number': 2, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:17:33.241631 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c538fc-2a28-4a29-b16c-9e89afe011d4 None None] New status for floating IP c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:17:34.060521 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51402) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:34.111346 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2e5db0cd-6d1c-460d-8979-cc95eb3bf403 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (e9c565c0-b9b5-43e4-b749-207e272084c1), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.133764 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2e5db0cd-6d1c-460d-8979-cc95eb3bf403 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (e9c565c0-b9b5-43e4-b749-207e272084c1), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.231065 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2e5db0cd-6d1c-460d-8979-cc95eb3bf403 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (e9c565c0-b9b5-43e4-b749-207e272084c1), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.233565 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-2e5db0cd-6d1c-460d-8979-cc95eb3bf403 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.234735 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-2e5db0cd-6d1c-460d-8979-cc95eb3bf403 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/security-groups/e9c565c0-b9b5-43e4-b749-207e272084c1 HTTP/1.1" status: 204 len: 168 time: 0.1731954 Mar 24 14:17:34.237728 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51404) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:34.243841 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5db0cd-6d1c-460d-8979-cc95eb3bf403 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c565c0-b9b5-43e4-b749-207e272084c1,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:34.252194 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.api.v2.resource [None req-abfd1613-6ece-4caa-8c6b-cf6630e96450 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] show failed (client error): The resource could not be found. Mar 24 14:17:34.253250 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-abfd1613-6ece-4caa-8c6b-cf6630e96450 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups/e9c565c0-b9b5-43e4-b749-207e272084c1 HTTP/1.1" status: 404 len: 347 time: 0.0145178 Mar 24 14:17:34.256105 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51406) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:34.622490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port bfb8baa2-5899-42a2-8766-d22ae245fe3a {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:17:34.622855 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.696296 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.696625 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (bfb8baa2-5899-42a2-8766-d22ae245fe3a), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.708440 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for bfb8baa2-5899-42a2-8766-d22ae245fe3a owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:17:34.894122 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (bfb8baa2-5899-42a2-8766-d22ae245fe3a), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.922383 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=bfb8baa2-5899-42a2-8766-d22ae245fe3a,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:34.981252 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.983831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:34.985220 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-4778294e-e095-4c7a-8f76-b798a9c077bc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4b92056-63b2-4e9a-bfa9-2fd7ae8834c5 HTTP/1.1" status: 204 len: 168 time: 0.7279706 Mar 24 14:17:35.949774 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d0071004-0e40-4178-bbfe-eeed8094d275 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:17:35.975667 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: d0071004-0e40-4178-bbfe-eeed8094d275 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:17:35.976016 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device d0071004-0e40-4178-bbfe-eeed8094d275 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:17:36.407634 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:36.645367 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:17:36.806891 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e322d-cec7-437e-a343-3089b1d3ed4c req-a5e0ce91-d717-47b0-b956-441cc7d1bb29 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:36.808862 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-749e322d-cec7-437e-a343-3089b1d3ed4c req-a5e0ce91-d717-47b0-b956-441cc7d1bb29 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0520353 Mar 24 14:17:36.857033 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-749e322d-cec7-437e-a343-3089b1d3ed4c req-aa8bad62-9a83-4a60-a62b-728099b5c40d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 Mar 24 14:17:37.974821 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117b621-7b19-47c6-a340-672319b7624e req-402b8263-d286-46ef-8e4e-97554275137e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:37.976286 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d117b621-7b19-47c6-a340-672319b7624e req-402b8263-d286-46ef-8e4e-97554275137e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0517356 Mar 24 14:17:38.021098 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d117b621-7b19-47c6-a340-672319b7624e req-679e95a5-4f02-4792-b383-11a41a7a846a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Mar 24 14:17:38.678315 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-7d5329c5-d276-4489-905b-fcba1ea103de tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:38.679678 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-7d5329c5-d276-4489-905b-fcba1ea103de tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0524521 Mar 24 14:17:38.772540 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:17:38.772877 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:38.862765 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] For port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:17:38.863119 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:39.043982 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:39.044661 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (3c16c987-d717-4a80-8056-2a8d6cb1d3e8), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:39.044661 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP 3c16c987-d717-4a80-8056-2a8d6cb1d3e8 disassociated. External IP: 172.27.0.13, port: 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026. Mar 24 14:17:39.045032 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:17:39.137144 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790ced-4a2a-4a16-a21a-e682d4ac1eb5 req-89f4d2b8-29b4-4d83-b502-cbaffb14f616 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:39.138648 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ba790ced-4a2a-4a16-a21a-e682d4ac1eb5 req-89f4d2b8-29b4-4d83-b502-cbaffb14f616 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 945 time: 0.0525613 Mar 24 14:17:39.184654 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ba790ced-4a2a-4a16-a21a-e682d4ac1eb5 req-70ce148e-4881-4652-8db4-47417a67e09d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=8937e3f9-8b2b-461f-94d2-8454df39dcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Mar 24 14:17:39.237245 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:39.265865 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:39.378164 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:17:39.483162 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:17:39.492967 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:17:39.502840 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:17:39.503668 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:17:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:39.522513 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] No DVR routers for this DVR port 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:17:39.524943 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:39.528805 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-c0882b63-e10c-41d7-9145-1deedaedafcd req-557c8226-64f6-4e01-85e9-082674a30baa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "DELETE /v2.0/ports/57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 HTTP/1.1" status: 204 len: 173 time: 0.8437958 Mar 24 14:17:39.529250 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'name': 'network-vif-deleted', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:17:39.531491 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145555f4-1a28-4f36-827d-18c60b09af1a" -d '{"events": [{"server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "name": "network-vif-deleted", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:17:39.565908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c75272-4f1b-4c6c-bc78-92f0e2b2d2a8 x-openstack-request-id: req-a4c75272-4f1b-4c6c-bc78-92f0e2b2d2a8 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:17:39.566205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cda4492-428d-496b-a849-60b82f7bb1aa", "name": "network-vif-deleted", "tag": "57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:17:39.566461 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4c75272-4f1b-4c6c-bc78-92f0e2b2d2a8 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:17:39.566906 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c75272-4f1b-4c6c-bc78-92f0e2b2d2a8'] response: {'server_uuid': '4cda4492-428d-496b-a849-60b82f7bb1aa', 'name': 'network-vif-deleted', 'tag': '57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026', 'status': 'completed', 'code': 200} Mar 24 14:17:39.624241 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:17:39.829190 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:39.856850 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:17:39.863093 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:17:39.863764 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:17:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:40.016820 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:17:40.293636 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-266c2f19-57cb-4a4f-a44c-cb3fb8130c71 req-e95ee8ff-bdb5-41e7-bd4d-b21a093140bf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cda4492-428d-496b-a849-60b82f7bb1aa HTTP/1.1" status: 200 len: 210 time: 0.0277209 Mar 24 14:17:40.392944 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:40.420160 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116689b-0b0b-4cc4-8066-b7cd268891b0 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:17:40.636975 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3d28a-2008-4619-a6c7-b55f9b2d1cbf None None] New status for floating IP 3c16c987-d717-4a80-8056-2a8d6cb1d3e8: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:17:41.471239 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51442) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:41.524048 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6c55f6b7-d31a-40ec-86b2-af8a4e416c44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (8937e3f9-8b2b-461f-94d2-8454df39dcd0), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.546277 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6c55f6b7-d31a-40ec-86b2-af8a4e416c44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (8937e3f9-8b2b-461f-94d2-8454df39dcd0), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.671167 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6c55f6b7-d31a-40ec-86b2-af8a4e416c44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8937e3f9-8b2b-461f-94d2-8454df39dcd0), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.673609 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6c55f6b7-d31a-40ec-86b2-af8a4e416c44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.674759 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6c55f6b7-d31a-40ec-86b2-af8a4e416c44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/security-groups/8937e3f9-8b2b-461f-94d2-8454df39dcd0 HTTP/1.1" status: 204 len: 168 time: 0.2025197 Mar 24 14:17:41.677492 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51444) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:41.684634 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f6b7-d31a-40ec-86b2-af8a4e416c44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937e3f9-8b2b-461f-94d2-8454df39dcd0,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:41.692049 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.api.v2.resource [None req-10f3eb5b-01fb-4c1d-880f-5422231474b7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] show failed (client error): The resource could not be found. Mar 24 14:17:41.693128 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-10f3eb5b-01fb-4c1d-880f-5422231474b7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups/8937e3f9-8b2b-461f-94d2-8454df39dcd0 HTTP/1.1" status: 404 len: 347 time: 0.0146036 Mar 24 14:17:41.695883 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51446) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:41.815813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port 3e260740-ca7a-47db-901f-b6b91940157e {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:17:41.816147 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (3e260740-ca7a-47db-901f-b6b91940157e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.889988 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (3e260740-ca7a-47db-901f-b6b91940157e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.890308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (3e260740-ca7a-47db-901f-b6b91940157e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:41.902048 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for 3e260740-ca7a-47db-901f-b6b91940157e owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:17:41.957296 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:17:41.980589 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:17:41.980934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 57c3f5d5-d3dc-42ca-9a96-1c8bfdfc5026 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:17:42.094081 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (3e260740-ca7a-47db-901f-b6b91940157e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.119800 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=3e260740-ca7a-47db-901f-b6b91940157e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:42.177456 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (3c16c987-d717-4a80-8056-2a8d6cb1d3e8), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.179947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.181071 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d71f2c04-3364-4fbe-85b7-3dc7e8d380b0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/floatingips/3c16c987-d717-4a80-8056-2a8d6cb1d3e8 HTTP/1.1" status: 204 len: 168 time: 0.4842823 Mar 24 14:17:42.521339 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51450) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:42.526636 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839396579', 'description': 'tempest-description--44800733'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:42.591236 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.653870 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (fa6aa88f-205b-440e-aa8d-7a9e4d419f6e), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.693527 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fa6aa88f-205b-440e-aa8d-7a9e4d419f6e), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.724361 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:42.781479 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.782716 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-4b19460a-333b-404c-8427-c62cf7e20dbf tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2603183 Mar 24 14:17:42.785464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51452) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:42.789663 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': 'fa6aa88f-205b-440e-aa8d-7a9e4d419f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:42.875603 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (39c4084e-f158-4fe4-9cd6-25aa9a52687b), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.927895 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (39c4084e-f158-4fe4-9cd6-25aa9a52687b), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:42.996918 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (39c4084e-f158-4fe4-9cd6-25aa9a52687b), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.013984 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c4084e-f158-4fe4-9cd6-25aa9a52687b,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:43.084798 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.086008 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-cc5f34b8-8a11-4eea-8b41-ae057dc38408 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996254 Mar 24 14:17:43.088672 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51454) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:43.092974 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': 'fa6aa88f-205b-440e-aa8d-7a9e4d419f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:43.178473 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (1faec277-ec9b-4f8c-b078-4c4e1c46c2db), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.232239 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (1faec277-ec9b-4f8c-b078-4c4e1c46c2db), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.299701 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (1faec277-ec9b-4f8c-b078-4c4e1c46c2db), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.316947 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faec277-ec9b-4f8c-b078-4c4e1c46c2db,revision_number=0']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:43.370028 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.371284 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-b5bd8ad8-2967-4a2a-a5d0-40b3973203dc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816739 Mar 24 14:17:43.374261 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51456) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:43.378575 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:43.448201 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.544296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.642208 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.27.0.213 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/964e744d-85ce-4819-8375-d5baa88076bd) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:17:43.742691 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (964e744d-85ce-4819-8375-d5baa88076bd), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.842707 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (964e744d-85ce-4819-8375-d5baa88076bd), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:43.879133 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:17:43.881964 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:17:43.887862 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:17:43.909878 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=964e744d-85ce-4819-8375-d5baa88076bd,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:43.976167 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (83b7a088-d79b-4597-9738-9c850ecdac75), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:44.052766 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (964e744d-85ce-4819-8375-d5baa88076bd), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:44.196260 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (964e744d-85ce-4819-8375-d5baa88076bd), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:44.277363 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (964e744d-85ce-4819-8375-d5baa88076bd), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:44.343665 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=964e744d-85ce-4819-8375-d5baa88076bd,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:44.353137 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (83b7a088-d79b-4597-9738-9c850ecdac75), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:44.410104 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:44.411346 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-06d4fe9f-ce71-4605-b23a-9f06c6b97984 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0361145 Mar 24 14:17:44.597891 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-4ab6869d-cc1a-404e-94b6-5f90e573cf1a tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--839396579&fields=id&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 267 time: 0.0402544 Mar 24 14:17:44.698019 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-70cfa24b-104c-4ae3-a81e-645ff8c83464 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:44.699483 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-70cfa24b-104c-4ae3-a81e-645ff8c83464 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.0952749 Mar 24 14:17:44.713697 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-13d36c6c-7ea9-4c94-8e2d-3677b9bbbd09 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/quotas/029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 375 time: 0.0084126 Mar 24 14:17:44.770342 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-7cb5611f-34d0-4112-86c0-4415356a2043 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519285 Mar 24 14:17:44.949201 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-014fdb2f-c28e-4edd-bb92-7811d662ab44 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670895 Mar 24 14:17:45.038276 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-81fb690a-ef53-4650-b34d-dab575ab7118 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833740 Mar 24 14:17:45.260059 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7cbcfccf-e913-4504-86d7-b2c9e32f90eb req-3e26fe88-8da9-45a1-b071-7040f4d73254 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 210 time: 0.0277698 Mar 24 14:17:46.352043 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-599951fa-d73c-41ff-b839-17638211e961 req-0b07828f-0917-4b2f-8918-82db5a462973 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 210 time: 0.0284529 Mar 24 14:17:46.947688 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-4dd30419-cc0e-4c01-9c5e-95fb4845964b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:46.949097 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-4dd30419-cc0e-4c01-9c5e-95fb4845964b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.1008339 Mar 24 14:17:47.009645 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-97283a71-e4df-4191-8231-5a0fe999b2d6 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 379 time: 0.0511703 Mar 24 14:17:47.017929 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'port': {'device_id': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'admin_state_up': True, 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'security_groups': ['fa6aa88f-205b-440e-aa8d-7a9e4d419f6e']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:47.214325 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Made reservation on behalf of 029884eac7f843b6855a2fe1deaf236e for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:17:47.225461 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:47.340812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.20.0.4 (12a3331f-0fc8-4e31-879f-79c13936887c/d428993a-8144-41c3-84f1-0d603510e7a8/5edf4656-7b68-4ada-81d6-a2317c119d33) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:17:47.456255 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-337e36f2-cda7-49dc-90ae-b6eca4e71720 req-5b7556f0-a0d2-4657-b623-6413cbe1058c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 210 time: 0.0309467 Mar 24 14:17:47.498848 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:47.597323 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:47.638566 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:17:47.641565 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:17:47.647762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:17:47.653222 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=5edf4656-7b68-4ada-81d6-a2317c119d33,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:47.701471 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:47.702073 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:47.782827 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-e26193ba-75ff-4a56-acbc-d4ad7b6e9333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683661 Mar 24 14:17:47.795760 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Request body: {'port': {'device_id': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:47.829065 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-f47565aa-446d-498b-8328-8da2d58aebff None None] Provisioning complete for port 5edf4656-7b68-4ada-81d6-a2317c119d33 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:17:47.829617 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f47565aa-446d-498b-8328-8da2d58aebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:47.856212 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:47.863332 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-f47565aa-446d-498b-8328-8da2d58aebff None None] Port 5edf4656-7b68-4ada-81d6-a2317c119d33 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:17:48.105455 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edf4656-7b68-4ada-81d6-a2317c119d33 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:17:48.112980 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Publish callbacks [] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:48.124244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Transition to ACTIVE for port object 5edf4656-7b68-4ada-81d6-a2317c119d33 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:17:48.207322 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:48.256575 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Pushing event updated for resources: {'Port': ['ID=5edf4656-7b68-4ada-81d6-a2317c119d33,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:48.333107 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Attempting to bind port 5edf4656-7b68-4ada-81d6-a2317c119d33 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:17:48.333446 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Attempting to bind port 5edf4656-7b68-4ada-81d6-a2317c119d33 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:17:48.333780 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Attempting to bind port 5edf4656-7b68-4ada-81d6-a2317c119d33 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:17:48.338997 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Port 5edf4656-7b68-4ada-81d6-a2317c119d33 on network 12a3331f-0fc8-4e31-879f-79c13936887c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:17:48.339323 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Attempting to bind port 5edf4656-7b68-4ada-81d6-a2317c119d33 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:17:48.344155 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:17:48.344493 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:17:48.344875 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Bound using segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:17:48.345306 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Bound port: 5edf4656-7b68-4ada-81d6-a2317c119d33, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:17:48.345672 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:48.412298 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] For port 5edf4656-7b68-4ada-81d6-a2317c119d33, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:17:48.415285 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] For port 5edf4656-7b68-4ada-81d6-a2317c119d33, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5edf4656-7b68-4ada-81d6-a2317c119d33,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:17:48.465777 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:48.503221 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:48.504181 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:48.505626 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] 10.222.0.42 "PUT /v2.0/ports/5edf4656-7b68-4ada-81d6-a2317c119d33 HTTP/1.1" status: 200 len: 1093 time: 0.7157519 Mar 24 14:17:48.506089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:17:48.509681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0a320e-9b09-4752-bd80-0023f5645cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:17:48.549466 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908275be-ff2d-4500-b007-13ea89d31984 service neutron] Pushing event updated for resources: {'Port': ['ID=5edf4656-7b68-4ada-81d6-a2317c119d33,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:48.562268 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7443f-93cb-4dcf-84cf-f0bed3e585d4 x-openstack-request-id: req-6bf7443f-93cb-4dcf-84cf-f0bed3e585d4 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:17:48.563011 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:17:48.563328 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bf7443f-93cb-4dcf-84cf-f0bed3e585d4 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:17:48.563806 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf7443f-93cb-4dcf-84cf-f0bed3e585d4'] response: {'name': 'network-changed', 'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'status': 'completed', 'code': 200} Mar 24 14:17:48.595540 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc22c-3788-425d-859a-5fda26b09078 req-86542a37-c26f-426f-ae59-27fd1d775d06 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:48.602906 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0dffc22c-3788-425d-859a-5fda26b09078 req-86542a37-c26f-426f-ae59-27fd1d775d06 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 943 time: 0.0651095 Mar 24 14:17:48.625965 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a320e-9b09-4752-bd80-0023f5645cdd req-539d9dc4-094a-468c-9138-384ccfab226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:48.632624 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f0a320e-9b09-4752-bd80-0023f5645cdd req-539d9dc4-094a-468c-9138-384ccfab226c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 1127 time: 0.0569749 Mar 24 14:17:48.652581 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-0dffc22c-3788-425d-859a-5fda26b09078 req-6650224c-0a8f-48b5-b8a2-4f15fa7b5023 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486462 Mar 24 14:17:48.735223 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a320e-9b09-4752-bd80-0023f5645cdd req-56bc2feb-182c-4960-a231-62e565d040bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:48.736692 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f0a320e-9b09-4752-bd80-0023f5645cdd req-56bc2feb-182c-4960-a231-62e565d040bb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=029884eac7f843b6855a2fe1deaf236e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971830 Mar 24 14:17:48.826841 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a320e-9b09-4752-bd80-0023f5645cdd req-23e0fbf0-17cf-4f7b-8fe8-3d6e174a4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:48.828293 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0f0a320e-9b09-4752-bd80-0023f5645cdd req-23e0fbf0-17cf-4f7b-8fe8-3d6e174a4bba service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851107 Mar 24 14:17:48.906673 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-acfc7734-498b-44e1-a9b5-b2ce9b9cf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:48.908130 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-acfc7734-498b-44e1-a9b5-b2ce9b9cf5fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 1127 time: 0.0440843 Mar 24 14:17:48.952848 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-a4438dfd-68f6-40b3-ab6a-385da0c7746e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5edf4656-7b68-4ada-81d6-a2317c119d33 HTTP/1.1" status: 200 len: 217 time: 0.0355248 Mar 24 14:17:48.999007 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-9d240274-2e2d-4c77-9506-db7d441d6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:49.000421 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-9d240274-2e2d-4c77-9506-db7d441d6680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0418718 Mar 24 14:17:49.047205 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-16cf88c8-e593-49aa-8059-0b2930a57b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:49.048656 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-16cf88c8-e593-49aa-8059-0b2930a57b2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421085 Mar 24 14:17:49.137389 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-a301d554-1280-43b1-a345-f419dac157ca service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Mar 24 14:17:49.222020 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-16e2e9f9-017f-48fd-a4d5-0dbd390ba6f1 req-8a162a28-5144-4aeb-a442-7184ef5cb895 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782442 Mar 24 14:17:49.769374 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abca495-1609-43e8-8725-1fcef361624a req-f5c5540b-1e90-4484-b28a-bcad6c3c919c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:49.770841 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0abca495-1609-43e8-8725-1fcef361624a req-f5c5540b-1e90-4484-b28a-bcad6c3c919c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 943 time: 0.0511947 Mar 24 14:17:49.819676 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0abca495-1609-43e8-8725-1fcef361624a req-82f4c9ea-6865-4a49-8e36-eba8ce2a66ef tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Mar 24 14:17:50.915141 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-10b9fe81-e1f6-424c-9900-8bccbb310ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417786 Mar 24 14:17:50.934542 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6e595-a48c-4dd6-b7a0-1ce1b4be4e42 req-b131350e-9a96-421c-a88b-8fe32f9981f7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:50.936145 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7ee6e595-a48c-4dd6-b7a0-1ce1b4be4e42 req-b131350e-9a96-421c-a88b-8fe32f9981f7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 943 time: 0.0512090 Mar 24 14:17:50.986083 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-7ee6e595-a48c-4dd6-b7a0-1ce1b4be4e42 req-356eaa14-a291-4362-8fa9-88bf28fb52ba tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Mar 24 14:17:51.002187 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-25f8b599-58bf-474a-8819-b503e416cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:51.003704 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-25f8b599-58bf-474a-8819-b503e416cfde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1129 time: 0.0452487 Mar 24 14:17:51.103328 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-75294283-872e-4a1e-a92e-0dd0ce048396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:51.105305 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-75294283-872e-4a1e-a92e-0dd0ce048396 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0833712 Mar 24 14:17:51.169871 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-edb44e38-1800-4c70-904b-fbb0007190df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 1001 time: 0.0567074 Mar 24 14:17:51.216971 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-37d8ec6a-865d-4523-bddf-ed0797e1923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:51.218366 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-37d8ec6a-865d-4523-bddf-ed0797e1923c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0418944 Mar 24 14:17:51.267928 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-8532e0f6-7fb9-4946-af3b-c7d9c9ea0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:51.269369 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-8532e0f6-7fb9-4946-af3b-c7d9c9ea0f3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452795 Mar 24 14:17:51.353859 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-7c4dae2e-f35e-4e7e-b166-f35c5e9bc051 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771759 Mar 24 14:17:51.440225 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-23b6ad69-9bf2-4173-80ba-01339773b9b6 req-29cb76a8-e05c-4fa8-a46e-e6aeab0723b8 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805900 Mar 24 14:17:52.006673 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 5edf4656-7b68-4ada-81d6-a2317c119d33 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:17:52.102640 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c5fd-a815-421d-981f-2b24b53ea832 req-361155f7-5430-4c6e-968b-65d89e5b5897 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:52.104683 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b1f2c5fd-a815-421d-981f-2b24b53ea832 req-361155f7-5430-4c6e-968b-65d89e5b5897 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 943 time: 0.0525880 Mar 24 14:17:52.105673 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 5edf4656-7b68-4ada-81d6-a2317c119d33, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5edf4656-7b68-4ada-81d6-a2317c119d33,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:17:52.117835 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'port_id': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'mac_address': 'fa:16:3e:9a:77:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:17:52.150977 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b1f2c5fd-a815-421d-981f-2b24b53ea832 req-0150df73-dec2-4a14-af8a-ac6056e6951c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399632 Mar 24 14:17:52.154633 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 5edf4656-7b68-4ada-81d6-a2317c119d33 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:17:52.155031 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:52.168228 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edf4656-7b68-4ada-81d6-a2317c119d33 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:17:52.187759 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 5edf4656-7b68-4ada-81d6-a2317c119d33, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5edf4656-7b68-4ada-81d6-a2317c119d33,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:17:52.236666 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:52.411094 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=5edf4656-7b68-4ada-81d6-a2317c119d33,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:52.418779 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.419128 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.419474 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.419815 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.420148 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.420480 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.420807 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.421132 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.421459 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.421789 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.422132 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.422461 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.422808 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.423131 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.423448 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:17:52.570952 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['5edf4656-7b68-4ada-81d6-a2317c119d33'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:17:53.266131 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666eef0-e03f-4125-a35c-4da604491090 req-11b4615c-9d6d-4abf-ab2b-6c30126568a0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:53.267594 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f666eef0-e03f-4125-a35c-4da604491090 req-11b4615c-9d6d-4abf-ab2b-6c30126568a0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 944 time: 0.0511572 Mar 24 14:17:53.312563 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f666eef0-e03f-4125-a35c-4da604491090 req-ed3365c3-2ed5-4af6-a23b-4547a2fbe2fc tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395179 Mar 24 14:17:54.006953 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 5edf4656-7b68-4ada-81d6-a2317c119d33 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:17:54.110974 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 5edf4656-7b68-4ada-81d6-a2317c119d33 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:17:54.114723 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 5edf4656-7b68-4ada-81d6-a2317c119d33 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:17:54.115117 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:54.190342 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 5edf4656-7b68-4ada-81d6-a2317c119d33 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:17:54.190767 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:54.223971 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:17:54.226179 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebc76c-d13a-42f0-9c9c-cd9897c7feab" -d '{"events": [{"server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "name": "network-vif-plugged", "status": "completed", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:17:54.242318 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 5edf4656-7b68-4ada-81d6-a2317c119d33, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5edf4656-7b68-4ada-81d6-a2317c119d33,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:17:54.261385 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2666ce57-04d9-4230-b67b-196ac650d5b0 x-openstack-request-id: req-2666ce57-04d9-4230-b67b-196ac650d5b0 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:17:54.261677 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "name": "network-vif-plugged", "status": "completed", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:17:54.261935 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2666ce57-04d9-4230-b67b-196ac650d5b0 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:17:54.262339 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2666ce57-04d9-4230-b67b-196ac650d5b0'] response: {'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'code': 200} Mar 24 14:17:54.264917 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c0f62376-393e-4564-8cff-51bb7106b863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:54.287863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:54.336413 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=5edf4656-7b68-4ada-81d6-a2317c119d33,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:17:54.430110 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0534dc-9a36-424c-a590-197a2feb8459 req-7a4ccdaa-ec23-45c3-8e64-236a0300b0c8 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:54.431590 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a0534dc-9a36-424c-a590-197a2feb8459 req-7a4ccdaa-ec23-45c3-8e64-236a0300b0c8 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Mar 24 14:17:54.478068 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-8a0534dc-9a36-424c-a590-197a2feb8459 req-43292aa8-df05-4288-9321-fe6ce17d8c00 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408745 Mar 24 14:17:54.535649 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa650d-a118-4de1-be5c-6dab4e378cbb req-974b0ccb-82d0-44a2-a3ae-39a04075d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:54.537015 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7aaa650d-a118-4de1-be5c-6dab4e378cbb req-974b0ccb-82d0-44a2-a3ae-39a04075d5ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 1129 time: 0.0421658 Mar 24 14:17:54.578737 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7aaa650d-a118-4de1-be5c-6dab4e378cbb req-a17b18e4-2f4e-4361-a7ba-b598a8af6aba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357735 Mar 24 14:17:55.596246 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97a0e3-4587-417d-99ce-9ad2a829a227 req-a8c8ab13-b243-4ad7-82ce-c62a965e8324 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:55.597681 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6e97a0e3-4587-417d-99ce-9ad2a829a227 req-a8c8ab13-b243-4ad7-82ce-c62a965e8324 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Mar 24 14:17:55.641988 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6e97a0e3-4587-417d-99ce-9ad2a829a227 req-eea21dc9-83be-402e-b287-b6a64b232a30 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388739 Mar 24 14:17:56.482154 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-8843d338-86ae-4f8f-9c11-374bc6052da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:56.760317 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85004-af9c-48b7-98e5-84d29de4e9a5 req-6353dc29-dd28-4c4d-8138-e31b32f40988 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:56.761910 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4bd85004-af9c-48b7-98e5-84d29de4e9a5 req-6353dc29-dd28-4c4d-8138-e31b32f40988 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0550969 Mar 24 14:17:56.840242 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4bd85004-af9c-48b7-98e5-84d29de4e9a5 req-71a6c267-fd3d-41a5-9e6f-7d5ecd157d1f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728328 Mar 24 14:17:56.950791 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350f2ae-c1fe-4279-9d6e-4ba29fed2908 req-05297348-5cbe-43ed-92a8-7f663142c2de tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:56.952167 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8350f2ae-c1fe-4279-9d6e-4ba29fed2908 req-05297348-5cbe-43ed-92a8-7f663142c2de tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0508184 Mar 24 14:17:56.960622 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51514) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:17:56.965289 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'port_id': '5edf4656-7b68-4ada-81d6-a2317c119d33'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:17:57.005848 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (83b7a088-d79b-4597-9738-9c850ecdac75), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:57.671641 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:57.749614 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (83b7a088-d79b-4597-9738-9c850ecdac75), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:57.852296 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP 83b7a088-d79b-4597-9738-9c850ecdac75 associated. External IP: 172.27.0.213, port: 5edf4656-7b68-4ada-81d6-a2317c119d33. Mar 24 14:17:57.858670 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:58.056887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:17:58.162940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:17:58.168380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:17:58.172819 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:17:58.183458 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:17:58.184056 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:17:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:58.196893 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-abab705e-04ff-4e43-830e-8bbac9af8047 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "PUT /v2.0/floatingips/83b7a088-d79b-4597-9738-9c850ecdac75 HTTP/1.1" status: 200 len: 991 time: 1.2352548 Mar 24 14:17:58.197574 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:17:58.199819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a236582b-aac7-440d-96bd-8faa19e9ce69" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:17:58.234664 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7893d3d-5c50-4781-ae62-70b8d399874a x-openstack-request-id: req-d7893d3d-5c50-4781-ae62-70b8d399874a {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:17:58.234961 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:17:58.235465 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7893d3d-5c50-4781-ae62-70b8d399874a {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:17:58.235874 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7893d3d-5c50-4781-ae62-70b8d399874a'] response: {'name': 'network-changed', 'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'status': 'completed', 'code': 200} Mar 24 14:17:58.291614 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:17:58.300098 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-4a7ba4c8-33a3-42d3-acd4-58355a33ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:58.301570 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-4a7ba4c8-33a3-42d3-acd4-58355a33ec07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 1129 time: 0.0434029 Mar 24 14:17:58.391073 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-3cd0f8f0-5c51-4f3a-9aa2-102b4fdf139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:58.392533 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-3cd0f8f0-5c51-4f3a-9aa2-102b4fdf139e service neutron] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 916 time: 0.0845699 Mar 24 14:17:58.455526 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-1fbe2916-6969-4d1d-ba29-f2ef43d960d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5edf4656-7b68-4ada-81d6-a2317c119d33 HTTP/1.1" status: 200 len: 999 time: 0.0561628 Mar 24 14:17:58.505858 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-a728757c-6467-472a-9734-62cb27ef527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:58.507342 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-a728757c-6467-472a-9734-62cb27ef527c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0460193 Mar 24 14:17:58.510236 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '83b7a088-d79b-4597-9738-9c850ecdac75', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:9a:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:17:43Z', 'updated_at': '2022-03-24T14:17:57Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:58.537086 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:17:58.545845 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:17:58.546459 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:17:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:58.554854 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-ac75a1e1-9288-49f3-b9f5-be19824645a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:17:58.556316 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-ac75a1e1-9288-49f3-b9f5-be19824645a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435882 Mar 24 14:17:58.641762 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-ecfea030-fb22-4946-bfcd-59c0bcd7c9be service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791011 Mar 24 14:17:58.652893 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:17:58.732031 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a236582b-aac7-440d-96bd-8faa19e9ce69 req-e78548a3-5b20-4dfc-a1a9-2de241e7d894 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845799 Mar 24 14:17:58.965838 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '83b7a088-d79b-4597-9738-9c850ecdac75', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:9a:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:17:43Z', 'updated_at': '2022-03-24T14:17:57Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:17:58.967053 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b69a4-38a0-4191-9828-07d6866c7953 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '83b7a088-d79b-4597-9738-9c850ecdac75', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:9a:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:17:43Z', 'updated_at': '2022-03-24T14:17:57Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:17:59.105307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338449b5-6a81-41ef-b46c-0385541608ff None None] New status for floating IP 83b7a088-d79b-4597-9738-9c850ecdac75: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:17:59.109187 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:00.608390 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:06.448560 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:13.644503 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:18:24.252846 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b27e4931-4047-44bc-9062-fe39b7263e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:26.480345 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-91df5221-2ef4-416d-b205-52f05ef2c2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:27.870749 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:29.091756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:30.595843 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:34.213863 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-f18da4a3-7051-4f26-a3e4-5a125d77a9af tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899924503&fields=id&tenant_id=f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 267 time: 0.0424733 Mar 24 14:18:34.318235 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-cd7a53c0-c866-458b-86c0-90bce263b666 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:34.319696 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-cd7a53c0-c866-458b-86c0-90bce263b666 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 811 time: 0.0997934 Mar 24 14:18:34.333588 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-1ab578eb-e958-400d-9154-55088359cfa7 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/quotas/f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 375 time: 0.0086176 Mar 24 14:18:34.388368 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-bc4c719a-731f-49d3-92b6-3c6a4e303dd0 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497465 Mar 24 14:18:34.479031 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-bb46f67c-1719-4396-9dc9-9964c0cffd52 service neutron] 10.222.0.20 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785904 Mar 24 14:18:34.566570 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-80495539-4c92-4d5a-aca1-324da5c951aa service neutron] 10.222.0.20 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820544 Mar 24 14:18:35.091135 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-1e256075-30b3-4f31-965c-e32f440c8228 req-23f5a755-a297-4b89-a18a-0b6982e4466b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 210 time: 0.0837562 Mar 24 14:18:36.187165 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e032142e-c58b-4e65-b825-e5316dfc60f7 req-553288b7-b384-498a-b855-c36e48527541 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Mar 24 14:18:36.430502 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:36.700434 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-6f22be2b-0f13-4c77-8393-ce41656e7216 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:36.701841 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-6f22be2b-0f13-4c77-8393-ce41656e7216 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 811 time: 0.1000216 Mar 24 14:18:36.762732 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-cba2eac7-7010-4046-8768-909f910eeb36 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e399eefdea43b29574b153a43d7e95 HTTP/1.1" status: 200 len: 379 time: 0.0520849 Mar 24 14:18:36.771358 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'port': {'device_id': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'admin_state_up': True, 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'security_groups': ['fef8553e-c07c-4d30-ba1b-7d85ce891927']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:18:36.956240 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Made reservation on behalf of f7e399eefdea43b29574b153a43d7e95 for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:18:36.959703 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.085958 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Allocated IP 172.20.0.10 (63cc0139-f16e-4e94-9349-38b3a6d4c1b2/d7a4e961-e16a-4554-ba51-b701abbeee5a/0e1e17d1-b953-4599-9463-9cedcc0729e5) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:18:37.219814 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.281854 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6428de49-0b8e-4a98-a769-3214113de4ff req-5462b143-9948-40a3-beba-577259c5c622 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Mar 24 14:18:37.343768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.384580 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:18:37.387898 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:18:37.390333 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:18:37.425020 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=0e1e17d1-b953-4599-9463-9cedcc0729e5,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:37.437690 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.438035 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.438381 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.438744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.439075 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.439460 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.439791 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.440120 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.440445 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.440770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.441090 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.441413 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.441731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.442054 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.442369 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:18:37.458078 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:37.458719 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.564939 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-e5d46692-7281-4f58-b98e-899d4f836efb tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970459 Mar 24 14:18:37.590958 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Request body: {'port': {'device_id': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:18:37.609311 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-43cb0671-f9b8-40eb-8de4-7e6cc1cdbbba None None] Provisioning complete for port 0e1e17d1-b953-4599-9463-9cedcc0729e5 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:18:37.609867 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-43cb0671-f9b8-40eb-8de4-7e6cc1cdbbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.642935 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-43cb0671-f9b8-40eb-8de4-7e6cc1cdbbba None None] Port 0e1e17d1-b953-4599-9463-9cedcc0729e5 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:18:37.653787 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.904920 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1e17d1-b953-4599-9463-9cedcc0729e5 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:18:37.912411 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Publish callbacks [] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:37.924727 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Transition to ACTIVE for port object 0e1e17d1-b953-4599-9463-9cedcc0729e5 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:18:38.005876 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:38.057670 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Pushing event updated for resources: {'Port': ['ID=0e1e17d1-b953-4599-9463-9cedcc0729e5,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:38.126285 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Attempting to bind port 0e1e17d1-b953-4599-9463-9cedcc0729e5 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:18:38.126623 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Attempting to bind port 0e1e17d1-b953-4599-9463-9cedcc0729e5 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:18:38.126958 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Attempting to bind port 0e1e17d1-b953-4599-9463-9cedcc0729e5 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:18:38.131457 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Port 0e1e17d1-b953-4599-9463-9cedcc0729e5 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:18:38.131805 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Attempting to bind port 0e1e17d1-b953-4599-9463-9cedcc0729e5 on network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:18:38.137486 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:18:38.137824 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Checking segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:18:38.138207 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Bound using segment: {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:18:38.138791 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Bound port: 0e1e17d1-b953-4599-9463-9cedcc0729e5, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:18:38.139162 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:38.209167 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] For port 0e1e17d1-b953-4599-9463-9cedcc0729e5, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:18:38.212653 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] For port 0e1e17d1-b953-4599-9463-9cedcc0729e5, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:18:38.276361 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:38.308004 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.308742 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:38.310546 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] 10.222.0.42 "PUT /v2.0/ports/0e1e17d1-b953-4599-9463-9cedcc0729e5 HTTP/1.1" status: 200 len: 1094 time: 0.7237666 Mar 24 14:18:38.314303 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:18:38.320869 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4980cd74-2882-40e6-a4f6-ac3244bfc11a" -d '{"events": [{"name": "network-changed", "server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:18:38.348226 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84550-f5bd-469b-8d8f-7f792a60ef5f service neutron] Pushing event updated for resources: {'Port': ['ID=0e1e17d1-b953-4599-9463-9cedcc0729e5,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:38.367611 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2c8038-da33-461d-b9e2-325c9c12c548 x-openstack-request-id: req-ae2c8038-da33-461d-b9e2-325c9c12c548 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:18:38.372993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:18:38.372993 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae2c8038-da33-461d-b9e2-325c9c12c548 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:18:38.372993 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2c8038-da33-461d-b9e2-325c9c12c548'] response: {'name': 'network-changed', 'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'status': 'completed', 'code': 200} Mar 24 14:18:38.450804 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65800cc5-cc73-4b55-a1cc-c8905ea5e9f8 req-66204c81-6178-43b7-a466-c35e6bfb2538 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.452370 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65800cc5-cc73-4b55-a1cc-c8905ea5e9f8 req-66204c81-6178-43b7-a466-c35e6bfb2538 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0954578 Mar 24 14:18:38.460672 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980cd74-2882-40e6-a4f6-ac3244bfc11a req-c1a1f205-e75a-4cc3-9cc5-a02db2eff54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.462114 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4980cd74-2882-40e6-a4f6-ac3244bfc11a req-c1a1f205-e75a-4cc3-9cc5-a02db2eff54b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 1128 time: 0.0709469 Mar 24 14:18:38.558811 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-65800cc5-cc73-4b55-a1cc-c8905ea5e9f8 req-b0a7f680-8436-462d-b345-01a14d9a338c tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003149 Mar 24 14:18:38.588416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980cd74-2882-40e6-a4f6-ac3244bfc11a req-d08389a0-ba92-47c7-aaa6-69593238be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.589793 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4980cd74-2882-40e6-a4f6-ac3244bfc11a req-d08389a0-ba92-47c7-aaa6-69593238be2b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f7e399eefdea43b29574b153a43d7e95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1149426 Mar 24 14:18:38.679012 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980cd74-2882-40e6-a4f6-ac3244bfc11a req-ff75016c-3c8d-4225-b40b-2b2a0f508560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.680436 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-4980cd74-2882-40e6-a4f6-ac3244bfc11a req-ff75016c-3c8d-4225-b40b-2b2a0f508560 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845191 Mar 24 14:18:38.757731 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-f1efe1a1-ce2d-4c54-be31-5569a52bc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.759262 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-f1efe1a1-ce2d-4c54-be31-5569a52bc05d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 1128 time: 0.0438523 Mar 24 14:18:38.802370 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-fbbca60a-f1cb-49df-8ef1-4ccab11765b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Mar 24 14:18:38.848016 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-9c044e19-5196-4b3d-b00b-9793715764a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.849390 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-9c044e19-5196-4b3d-b00b-9793715764a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0411477 Mar 24 14:18:38.897631 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-8d458142-0f68-4c8e-b696-76dcdf7d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:38.899160 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-8d458142-0f68-4c8e-b696-76dcdf7d5844 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432172 Mar 24 14:18:38.987654 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-c09f937c-e904-4de0-a691-3f9e2a2bb88b service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806999 Mar 24 14:18:39.072600 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-bd36dde9-67e5-4201-a906-4a02cd9d58cb req-2886e3c6-1dfe-4fa8-af8b-f8800741ff4c service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783100 Mar 24 14:18:39.677210 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448406a-0145-4a84-90b7-31f649284a21 req-0ea638cf-d77b-43a0-aee9-59d6ea84c408 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:39.678579 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2448406a-0145-4a84-90b7-31f649284a21 req-0ea638cf-d77b-43a0-aee9-59d6ea84c408 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0533969 Mar 24 14:18:39.725594 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-2448406a-0145-4a84-90b7-31f649284a21 req-524bddf8-abdf-4d5f-9ddc-03e9cc4f04d1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 Mar 24 14:18:40.840561 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351fe16-b78d-4a00-aa16-6cef585b54f0 req-0011c1cc-e2c4-4a5d-ae5d-f9d00e8626e6 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:40.842007 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e351fe16-b78d-4a00-aa16-6cef585b54f0 req-0011c1cc-e2c4-4a5d-ae5d-f9d00e8626e6 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0519974 Mar 24 14:18:40.891902 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e351fe16-b78d-4a00-aa16-6cef585b54f0 req-3201886c-c822-4d51-8d01-9c0dda97d4e9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Mar 24 14:18:42.006660 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41ed87-2b92-4b03-a052-82fe7f374a02 req-bb4c6ca7-32d8-4bb9-81f4-669e8924b3ef tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:42.008139 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9a41ed87-2b92-4b03-a052-82fe7f374a02 req-bb4c6ca7-32d8-4bb9-81f4-669e8924b3ef tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0515740 Mar 24 14:18:42.056062 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9a41ed87-2b92-4b03-a052-82fe7f374a02 req-f510841c-cb1c-47f3-883c-48ae74526279 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422680 Mar 24 14:18:43.170733 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60cf4-7190-41ab-894a-790b79f25ae0 req-d1128172-239d-4cd7-bd12-b284a04611aa tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:43.172161 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a4e60cf4-7190-41ab-894a-790b79f25ae0 req-d1128172-239d-4cd7-bd12-b284a04611aa tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0497000 Mar 24 14:18:43.217658 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a4e60cf4-7190-41ab-894a-790b79f25ae0 req-e901b0af-4c83-4c05-b326-8c45f37a372e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400810 Mar 24 14:18:44.333269 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423559d9-0396-4a92-bb11-efa660048511 req-ea5feefe-4357-4fe2-8e11-7c69c23475d5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:44.334759 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-423559d9-0396-4a92-bb11-efa660048511 req-ea5feefe-4357-4fe2-8e11-7c69c23475d5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0509665 Mar 24 14:18:44.386349 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-423559d9-0396-4a92-bb11-efa660048511 req-64510b4f-622a-4321-ba06-f4f043a9e2f2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459237 Mar 24 14:18:45.500289 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f9e4-0afa-4710-95df-5f3ca3c1ffec req-5920f31b-7202-4ac8-866a-de7edf8f4fda tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:45.501746 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fa27f9e4-0afa-4710-95df-5f3ca3c1ffec req-5920f31b-7202-4ac8-866a-de7edf8f4fda tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0516379 Mar 24 14:18:45.548675 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-fa27f9e4-0afa-4710-95df-5f3ca3c1ffec req-6ada92b1-7549-446e-a140-f7058e1a8757 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Mar 24 14:18:46.663631 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cdd2-9297-44a7-b5c4-807ac9afce80 req-feb15dfc-9d32-43f3-9ac2-58f62d70000f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:46.664999 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f6b2cdd2-9297-44a7-b5c4-807ac9afce80 req-feb15dfc-9d32-43f3-9ac2-58f62d70000f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0511196 Mar 24 14:18:46.712592 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f6b2cdd2-9297-44a7-b5c4-807ac9afce80 req-77bf107e-fcfa-4caf-95f0-a8e047a8eac2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Mar 24 14:18:47.829396 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17157c1-2850-4050-b1be-c2aee6da80b8 req-17a0b9ae-b354-4bac-b8a3-56d0d0c9075f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:47.830830 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d17157c1-2850-4050-b1be-c2aee6da80b8 req-17a0b9ae-b354-4bac-b8a3-56d0d0c9075f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 944 time: 0.0531676 Mar 24 14:18:47.877356 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d17157c1-2850-4050-b1be-c2aee6da80b8 req-842f0ff3-21dc-4ff3-8e4e-950dc7a19bad tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 Mar 24 14:18:48.365416 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0e1e17d1-b953-4599-9463-9cedcc0729e5 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:18:48.457842 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0e1e17d1-b953-4599-9463-9cedcc0729e5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:18:48.472744 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'port_id': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'mac_address': 'fa:16:3e:bc:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:18:48.507787 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 0e1e17d1-b953-4599-9463-9cedcc0729e5 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:18:48.508174 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:48.522726 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1e17d1-b953-4599-9463-9cedcc0729e5 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:18:48.540934 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0e1e17d1-b953-4599-9463-9cedcc0729e5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:18:48.601270 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:48.647095 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=0e1e17d1-b953-4599-9463-9cedcc0729e5,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:48.947615 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['0e1e17d1-b953-4599-9463-9cedcc0729e5'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:18:48.990193 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf622f3-4873-4020-934c-77d222b36657 req-f64c20e8-3c0e-4395-a8d2-e3276b3c407a tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:48.991714 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6cf622f3-4873-4020-934c-77d222b36657 req-f64c20e8-3c0e-4395-a8d2-e3276b3c407a tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 945 time: 0.0502672 Mar 24 14:18:49.039624 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6cf622f3-4873-4020-934c-77d222b36657 req-8027ba4e-5081-4d70-9398-b6747ea8ddc0 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Mar 24 14:18:50.155521 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636fb12-e9cc-4f15-bf6f-418cb42427fa req-ccb55b4d-c572-4ddf-b6e9-544c67569c35 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:50.156966 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8636fb12-e9cc-4f15-bf6f-418cb42427fa req-ccb55b4d-c572-4ddf-b6e9-544c67569c35 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 945 time: 0.0511568 Mar 24 14:18:50.203847 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8636fb12-e9cc-4f15-bf6f-418cb42427fa req-391cdcb1-3aff-4f2e-83f3-40bd6482aaee tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Mar 24 14:18:50.323185 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-55b95ac2-2649-49b4-9627-11780059f71a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460503 Mar 24 14:18:50.362246 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0e1e17d1-b953-4599-9463-9cedcc0729e5 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:18:50.404250 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-03395b63-d988-4fe5-8eeb-1a5401df7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:50.405770 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-03395b63-d988-4fe5-8eeb-1a5401df7c78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1129 time: 0.0442085 Mar 24 14:18:50.469720 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 0e1e17d1-b953-4599-9463-9cedcc0729e5 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:18:50.473550 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 0e1e17d1-b953-4599-9463-9cedcc0729e5 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:18:50.473956 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:50.506058 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-1c59653b-eb10-4627-9c2b-20fc4b635165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:50.507536 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-1c59653b-eb10-4627-9c2b-20fc4b635165 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0825639 Mar 24 14:18:50.551141 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 0e1e17d1-b953-4599-9463-9cedcc0729e5 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:18:50.551533 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:50.573985 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:18:50.574203 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-ee999d60-2bf3-4b73-aa6c-0f89d4ce8d55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 1001 time: 0.0601714 Mar 24 14:18:50.576490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45335790-4614-4290-9a5b-67f607c5dd16" -d '{"events": [{"server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "name": "network-vif-plugged", "status": "completed", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:18:50.589664 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 0e1e17d1-b953-4599-9463-9cedcc0729e5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:18:50.615523 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6defdfc8-23b2-4a0e-98ce-47f0ea1b1898 x-openstack-request-id: req-6defdfc8-23b2-4a0e-98ce-47f0ea1b1898 {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:18:50.615818 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "name": "network-vif-plugged", "status": "completed", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:18:50.616077 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6defdfc8-23b2-4a0e-98ce-47f0ea1b1898 {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:18:50.616480 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6defdfc8-23b2-4a0e-98ce-47f0ea1b1898'] response: {'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'code': 200} Mar 24 14:18:50.624754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-43645a0e-68b6-4910-9c1b-044a6776bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:50.626197 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-43645a0e-68b6-4910-9c1b-044a6776bf7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0466211 Mar 24 14:18:50.643055 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:18:50.664142 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:50.678242 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-e07af616-0cec-47e6-ba35-8b299752c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:50.679780 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-e07af616-0cec-47e6-ba35-8b299752c9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443528 Mar 24 14:18:50.712526 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=0e1e17d1-b953-4599-9463-9cedcc0729e5,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:50.771196 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-ad6edff9-1255-4be4-a216-909fa05445a4 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831084 Mar 24 14:18:50.858897 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d8cd7d3e-6b6e-4e0b-a58d-022237079de1 req-c2b91660-d72e-449a-b29a-4742f1e03fce service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807428 Mar 24 14:18:50.971098 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef799-a01e-4253-a06d-554522750535 req-1a6ddfa2-9044-4c33-8572-1e25a51bd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:50.972526 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a1ef799-a01e-4253-a06d-554522750535 req-1a6ddfa2-9044-4c33-8572-1e25a51bd9a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 1130 time: 0.0420134 Mar 24 14:18:51.020155 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8a1ef799-a01e-4253-a06d-554522750535 req-2951692f-2f16-4f2c-a121-aad9604cbecd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405302 Mar 24 14:18:51.317371 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ee5a0-cdc5-47e3-bf9d-8b9ab487cb05 req-664808a2-9f17-46c8-ab9c-b42e39c81197 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:51.318856 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6d6ee5a0-cdc5-47e3-bf9d-8b9ab487cb05 req-664808a2-9f17-46c8-ab9c-b42e39c81197 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0514469 Mar 24 14:18:51.366610 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6d6ee5a0-cdc5-47e3-bf9d-8b9ab487cb05 req-72839064-e1ce-4a38-8528-390f8046ffa2 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Mar 24 14:18:52.486177 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c357b-d34b-4430-9267-b7a2b4a30ecf req-9fb9c472-d110-4df3-913d-10e5800661fa tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:52.487664 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6e6c357b-d34b-4430-9267-b7a2b4a30ecf req-9fb9c472-d110-4df3-913d-10e5800661fa tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0550876 Mar 24 14:18:52.534656 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-6e6c357b-d34b-4430-9267-b7a2b4a30ecf req-7053e771-1379-4643-8c32-464138671ebc tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Mar 24 14:18:53.650024 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7045e-f25e-41a8-8a21-a707178c1d7a req-6f83a63c-5bb3-4c69-bdf4-94e06a033673 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:53.651517 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6c7045e-f25e-41a8-8a21-a707178c1d7a req-6f83a63c-5bb3-4c69-bdf4-94e06a033673 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0505395 Mar 24 14:18:53.696636 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-f6c7045e-f25e-41a8-8a21-a707178c1d7a req-e7f3404b-8268-4fbe-bd70-eed036f6e340 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391903 Mar 24 14:18:53.813381 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879bd9d-a06b-443e-b72a-74ca8bbcdbb2 req-7b0c0c39-a7c9-418b-8036-564f71728ac7 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:53.814805 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4879bd9d-a06b-443e-b72a-74ca8bbcdbb2 req-7b0c0c39-a7c9-418b-8036-564f71728ac7 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0499537 Mar 24 14:18:53.861228 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-4879bd9d-a06b-443e-b72a-74ca8bbcdbb2 req-f0cb7bf2-954c-4513-a621-6c3cd1d51966 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409753 Mar 24 14:18:53.883029 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51632) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:18:54.288168 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a15b044-44e0-417f-82e6-b96478197617 tempest-TestVolumeBootPattern-171408090 tempest-TestVolumeBootPattern-171408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:54.290196 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-7a15b044-44e0-417f-82e6-b96478197617 tempest-TestVolumeBootPattern-171408090 tempest-TestVolumeBootPattern-171408090-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 1125 time: 0.4050617 Mar 24 14:18:54.293156 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51636) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:18:54.293464 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9babb7a0-d99a-441f-a551-06b7ad29abf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:54.298311 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'port_id': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:18:54.411324 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:54.501962 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:54.601751 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Allocated IP 172.27.0.79 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/e994b832-5844-473c-ab10-4103be6fc547) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:18:54.697398 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (e994b832-5844-473c-ab10-4103be6fc547), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:54.779029 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (e994b832-5844-473c-ab10-4103be6fc547), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:54.817899 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:18:54.820663 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:18:54.824244 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:18:54.849089 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=e994b832-5844-473c-ab10-4103be6fc547,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:55.160274 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (40c9c667-81c2-4ba7-94ce-d7d90e7708d6), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:55.324233 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (e994b832-5844-473c-ab10-4103be6fc547), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:55.466692 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for port (e994b832-5844-473c-ab10-4103be6fc547), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:55.537144 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (e994b832-5844-473c-ab10-4103be6fc547), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:55.600965 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event updated for resources: {'Port': ['ID=e994b832-5844-473c-ab10-4103be6fc547,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:18:55.614000 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (40c9c667-81c2-4ba7-94ce-d7d90e7708d6), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:55.712335 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Floating IP 40c9c667-81c2-4ba7-94ce-d7d90e7708d6 associated. External IP: 172.27.0.79, port: 0e1e17d1-b953-4599-9463-9cedcc0729e5. Mar 24 14:18:55.916879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:18:56.020871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:18:56.033663 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:18:56.044374 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:18:56.045080 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:18:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:18:56.129409 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:56.151887 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:18:56.159605 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a21a643f-3b70-46c3-ae87-2aac3d586e07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8654940 Mar 24 14:18:56.160300 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:18:56.162504 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:18:56.197474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad23666-f84a-4799-8254-fdd58b2f258d x-openstack-request-id: req-cad23666-f84a-4799-8254-fdd58b2f258d {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:18:56.197766 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:18:56.198020 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad23666-f84a-4799-8254-fdd58b2f258d {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:18:56.198430 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad23666-f84a-4799-8254-fdd58b2f258d'] response: {'name': 'network-changed', 'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'status': 'completed', 'code': 200} Mar 24 14:18:56.263429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-fd1e0419-9a10-427c-81c6-fb910228d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:56.264947 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-fd1e0419-9a10-427c-81c6-fb910228d92f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 1130 time: 0.0446823 Mar 24 14:18:56.361513 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-a5bc09eb-a023-4cc4-b542-1124fd160089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:56.363005 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-a5bc09eb-a023-4cc4-b542-1124fd160089 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0926425 Mar 24 14:18:56.389809 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '40c9c667-81c2-4ba7-94ce-d7d90e7708d6', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:bc:de:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:18:55Z', 'updated_at': '2022-03-24T14:18:55Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}, {'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:24Z', 'revision_number': 1, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:18:56.418653 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:18:56.430239 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:18:56.430239 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:18:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:18:56.430612 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-c6bbd078-be93-4313-af90-e43ae5a81cdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5 HTTP/1.1" status: 200 len: 999 time: 0.0588968 Mar 24 14:18:56.477730 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-b9f561bb-785b-4355-b86a-a80cb35440d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:56.479386 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-b9f561bb-785b-4355-b86a-a80cb35440d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0452449 Mar 24 14:18:56.481092 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c6806c13-3ff7-4862-970d-6fb16c59a15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:56.535964 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-7d325550-551b-4d6b-8569-9f4301c0ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:18:56.537500 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-7d325550-551b-4d6b-8569-9f4301c0ccde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514700 Mar 24 14:18:56.627358 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-fb00fd5b-c56e-43db-a00c-f101ce927b3b service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838232 Mar 24 14:18:56.629142 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:18:56.718115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8831c6d9-3427-4d5a-b1c7-86d272a02b6e req-a5edc7ff-7ba4-4163-912c-5169160fd8cb service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849514 Mar 24 14:18:56.849413 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '40c9c667-81c2-4ba7-94ce-d7d90e7708d6', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:bc:de:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:18:55Z', 'updated_at': '2022-03-24T14:18:55Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}, {'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:24Z', 'revision_number': 1, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:18:56.879512 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95811aea-16a8-41cf-99d9-a36d674075b4 None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '40c9c667-81c2-4ba7-94ce-d7d90e7708d6', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:bc:de:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:18:55Z', 'updated_at': '2022-03-24T14:18:55Z', 'revision_number': 0, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}, {'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:24Z', 'revision_number': 1, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:18:57.074746 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040bf6a-b220-45eb-ae77-25e1ddf88882 None None] New status for floating IP 40c9c667-81c2-4ba7-94ce-d7d90e7708d6: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:18:57.864658 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:18:59.103581 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:00.618047 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:06.515590 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:24.292327 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-fe188af8-ca88-41a5-8e20-52907e6c1599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:26.498120 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3bbc90f6-19d1-4a0d-81ce-c6c8a6a27d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:27.643154 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:19:27.880756 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:28.470474 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c4532-6890-4617-bcdd-6a31d4400386 req-cd636555-a82b-45ba-9c3a-d8af03156a6f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:28.471967 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-783c4532-6890-4617-bcdd-6a31d4400386 req-cd636555-a82b-45ba-9c3a-d8af03156a6f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0515275 Mar 24 14:19:28.516242 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-783c4532-6890-4617-bcdd-6a31d4400386 req-60b7867d-8a23-4fd4-9fe8-a4d111b8b194 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388746 Mar 24 14:19:29.080677 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:29.636803 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf418-619e-4185-b8c4-eefaa3dfdbc9 req-4585be65-8a37-487a-84b6-c947b62fdc57 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:29.638284 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ceddf418-619e-4185-b8c4-eefaa3dfdbc9 req-4585be65-8a37-487a-84b6-c947b62fdc57 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Mar 24 14:19:29.683614 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-ceddf418-619e-4185-b8c4-eefaa3dfdbc9 req-892edde3-4f88-429b-84e7-f1932c99175b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397210 Mar 24 14:19:30.342271 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-8161166f-8cd0-485b-8bca-f73c199a49d1 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:30.343653 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-8161166f-8cd0-485b-8bca-f73c199a49d1 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0506802 Mar 24 14:19:30.435141 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port 5edf4656-7b68-4ada-81d6-a2317c119d33 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:19:30.435478 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:30.519976 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] For port 5edf4656-7b68-4ada-81d6-a2317c119d33, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5edf4656-7b68-4ada-81d6-a2317c119d33,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:19:30.520337 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:30.605023 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:30.689458 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:30.689819 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (83b7a088-d79b-4597-9738-9c850ecdac75), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:30.690136 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP 83b7a088-d79b-4597-9738-9c850ecdac75 disassociated. External IP: 172.27.0.213, port: 5edf4656-7b68-4ada-81d6-a2317c119d33. Mar 24 14:19:30.690475 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for 5edf4656-7b68-4ada-81d6-a2317c119d33 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:19:30.835619 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d284-eb2c-4c55-924d-2cfa571ac168 req-e7f3e43a-8eda-431b-b193-07f377652bfd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:30.837064 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e62d284-eb2c-4c55-924d-2cfa571ac168 req-e7f3e43a-8eda-431b-b193-07f377652bfd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 945 time: 0.0872996 Mar 24 14:19:30.889196 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7e62d284-eb2c-4c55-924d-2cfa571ac168 req-b8b17a06-34c7-4a30-8552-fc88ff2bddb3 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449364 Mar 24 14:19:30.937765 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (5edf4656-7b68-4ada-81d6-a2317c119d33), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:30.966077 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=5edf4656-7b68-4ada-81d6-a2317c119d33,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:31.080213 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:19:31.184754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:19:31.193966 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:19:31.206769 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:19:31.207679 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:19:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:31.238083 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] No DVR routers for this DVR port 5edf4656-7b68-4ada-81d6-a2317c119d33 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:19:31.241136 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:31.244944 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-dc65677b-d239-4249-b253-38eaae5cc3c2 req-19f0919a-cfb5-42a1-9583-ec025e25cb2e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "DELETE /v2.0/ports/5edf4656-7b68-4ada-81d6-a2317c119d33 HTTP/1.1" status: 204 len: 173 time: 0.8960552 Mar 24 14:19:31.245387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'name': 'network-vif-deleted', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:19:31.247882 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c96919-51d0-4853-890a-1fa59f15dd44" -d '{"events": [{"server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "name": "network-vif-deleted", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:19:31.282633 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd10643-5557-48f7-829c-abf5f328b3e9 x-openstack-request-id: req-cfd10643-5557-48f7-829c-abf5f328b3e9 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:19:31.282926 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddab58b9-7803-49ce-a346-d9732e338f26", "name": "network-vif-deleted", "tag": "5edf4656-7b68-4ada-81d6-a2317c119d33", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:19:31.283201 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfd10643-5557-48f7-829c-abf5f328b3e9 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:19:31.283605 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd10643-5557-48f7-829c-abf5f328b3e9'] response: {'server_uuid': 'ddab58b9-7803-49ce-a346-d9732e338f26', 'name': 'network-vif-deleted', 'tag': '5edf4656-7b68-4ada-81d6-a2317c119d33', 'status': 'completed', 'code': 200} Mar 24 14:19:31.320287 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:19:31.530208 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:31.556319 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:19:31.564355 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:19:31.564983 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:19:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:31.681077 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:19:31.870683 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:31.899511 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac467c9-3fba-425b-8f52-c7c600952385 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:19:31.996031 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-a6d89c32-2d5f-497f-9705-a5e456317d3a req-6dc6d048-e82a-49d6-81e6-965f801786e1 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddab58b9-7803-49ce-a346-d9732e338f26 HTTP/1.1" status: 200 len: 210 time: 0.0280914 Mar 24 14:19:32.124920 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615e2bf-f300-446e-8ae8-4be1aa030ebf None None] New status for floating IP 83b7a088-d79b-4597-9738-9c850ecdac75: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:19:33.138106 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51728) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:33.189388 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-12c8d23d-23a6-4061-ba90-f8e5971d3353 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (fa6aa88f-205b-440e-aa8d-7a9e4d419f6e), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.213892 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-12c8d23d-23a6-4061-ba90-f8e5971d3353 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (fa6aa88f-205b-440e-aa8d-7a9e4d419f6e), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.319397 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-12c8d23d-23a6-4061-ba90-f8e5971d3353 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fa6aa88f-205b-440e-aa8d-7a9e4d419f6e), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.321963 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-12c8d23d-23a6-4061-ba90-f8e5971d3353 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.323207 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-12c8d23d-23a6-4061-ba90-f8e5971d3353 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa6aa88f-205b-440e-aa8d-7a9e4d419f6e HTTP/1.1" status: 204 len: 168 time: 0.1840434 Mar 24 14:19:33.325940 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51730) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:33.332064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d23d-23a6-4061-ba90-f8e5971d3353 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6aa88f-205b-440e-aa8d-7a9e4d419f6e,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:33.340805 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.api.v2.resource [None req-7332fd12-c5a4-492e-83db-6435e35cf086 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] show failed (client error): The resource could not be found. Mar 24 14:19:33.342071 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-7332fd12-c5a4-492e-83db-6435e35cf086 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups/fa6aa88f-205b-440e-aa8d-7a9e4d419f6e HTTP/1.1" status: 404 len: 347 time: 0.0148580 Mar 24 14:19:33.344719 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51732) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:33.467120 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port 964e744d-85ce-4819-8375-d5baa88076bd {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:19:33.467461 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (964e744d-85ce-4819-8375-d5baa88076bd), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.538599 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (964e744d-85ce-4819-8375-d5baa88076bd), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.538924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (964e744d-85ce-4819-8375-d5baa88076bd), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.550862 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for 964e744d-85ce-4819-8375-d5baa88076bd owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:19:33.760756 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (964e744d-85ce-4819-8375-d5baa88076bd), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.788180 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=964e744d-85ce-4819-8375-d5baa88076bd,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:33.816378 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.816774 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.817073 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.817410 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.817744 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.818080 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.818405 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.818754 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.819078 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.819401 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.819725 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.820047 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.820367 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.820688 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.821007 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:33.859041 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (83b7a088-d79b-4597-9738-9c850ecdac75), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.861821 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:33.863008 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-5c3c09e7-a4fe-41b3-a16f-e972ec18e87c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/floatingips/83b7a088-d79b-4597-9738-9c850ecdac75 HTTP/1.1" status: 204 len: 168 time: 0.5164199 Mar 24 14:19:34.131548 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51736) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:34.136702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479610133', 'description': 'tempest-description--204389658'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:34.217390 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.282032 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (af072612-7a49-4863-9e80-2ebee85f8176), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.360922 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (af072612-7a49-4863-9e80-2ebee85f8176), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.389773 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af072612-7a49-4863-9e80-2ebee85f8176,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:34.442828 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.444092 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e68d197b-820e-4a01-b60f-bb5caeef028e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3114927 Mar 24 14:19:34.446875 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51738) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:34.451761 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': 'af072612-7a49-4863-9e80-2ebee85f8176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:34.531299 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (7c05b7ed-431e-4faa-942d-d5b67c4d157f), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.577559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 5edf4656-7b68-4ada-81d6-a2317c119d33 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:19:34.585735 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (7c05b7ed-431e-4faa-942d-d5b67c4d157f), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.596736 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 5edf4656-7b68-4ada-81d6-a2317c119d33 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:19:34.597081 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 5edf4656-7b68-4ada-81d6-a2317c119d33 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:19:34.652072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (7c05b7ed-431e-4faa-942d-d5b67c4d157f), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.669399 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c05b7ed-431e-4faa-942d-d5b67c4d157f,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:34.728786 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.730042 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-c5b8a369-502d-4745-9521-20cd64bc7057 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816484 Mar 24 14:19:34.733015 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51740) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:34.737551 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'security_group_rule': {'security_group_id': 'af072612-7a49-4863-9e80-2ebee85f8176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:34.816268 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (a05074f6-5a91-4061-b258-f2cc0bf8a546), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.872888 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (a05074f6-5a91-4061-b258-f2cc0bf8a546), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.937764 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577558'] for security_group_rule (a05074f6-5a91-4061-b258-f2cc0bf8a546), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:34.955387 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05074f6-5a91-4061-b258-f2cc0bf8a546,revision_number=0']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:35.008450 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.009645 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-01953dda-06e1-412a-9314-522ae979a1c0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756548 Mar 24 14:19:35.012689 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51744) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:35.016914 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:35.101927 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.194198 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.296806 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_common [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.27.0.215 (30278910-be67-4129-bc7c-760c34bddc25/97759853-761f-489d-8e70-f177495438a5/d455526c-6374-43e3-8491-39435d5239c9) {{(pid=110186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:19:35.393110 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (d455526c-6374-43e3-8491-39435d5239c9), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.479607 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (d455526c-6374-43e3-8491-39435d5239c9), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.517040 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 30278910-be67-4129-bc7c-760c34bddc25 is already hosted by enough agents. {{(pid=110186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:19:35.519778 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.base_scheduler [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:19:35.523119 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:19:35.551394 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=d455526c-6374-43e3-8491-39435d5239c9,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:35.612916 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (2c3dd701-19e7-4680-989d-ccc3b93cf4b6), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.706253 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (d455526c-6374-43e3-8491-39435d5239c9), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.851769 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (d455526c-6374-43e3-8491-39435d5239c9), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.901649 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9330070'] for port (d455526c-6374-43e3-8491-39435d5239c9), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:35.973465 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=d455526c-6374-43e3-8491-39435d5239c9,revision_number=2']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:35.983472 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (2c3dd701-19e7-4680-989d-ccc3b93cf4b6), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:36.071402 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:36.073352 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-2c4aa091-7e7d-42f8-9b90-4c91be0f5065 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0597496 Mar 24 14:19:36.214251 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-49786a5d-92fe-483a-85d7-94269b05239b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--479610133&fields=id&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 267 time: 0.0401702 Mar 24 14:19:36.313494 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7077765f-133d-4c57-b726-c1f6ff534d6e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:36.314946 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7077765f-133d-4c57-b726-c1f6ff534d6e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.0944593 Mar 24 14:19:36.328635 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-ff4cc8b3-0885-473a-85ec-c48a17714fe0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/quotas/029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 375 time: 0.0084503 Mar 24 14:19:36.384242 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-930de725-0949-489e-bf75-9d2f21e1eb44 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509281 Mar 24 14:19:36.475696 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-50e09ce9-7fb0-4057-af69-afef9c75f149 service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804877 Mar 24 14:19:36.491045 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:36.564394 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-d4c9fdd6-090a-4d4a-aa3a-0070b0f408ed service neutron] 10.222.0.20 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823159 Mar 24 14:19:36.776811 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-70ed15f5-4d27-492c-a356-64808153c5d3 req-43baafc6-5280-48b9-ac39-34aeafd63766 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 210 time: 0.0275362 Mar 24 14:19:37.871436 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9f1af23d-9983-4cd4-a235-442d2a908fd6 req-91b26955-b024-4dec-b4bf-0fcc227187b5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Mar 24 14:19:38.588937 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-a6f65996-83dd-4b4d-a15b-0b5aec0f6a59 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:38.590364 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-a6f65996-83dd-4b4d-a15b-0b5aec0f6a59 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 815 time: 0.0950475 Mar 24 14:19:38.651568 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-5c145ab0-a1a6-4fe1-b933-c1bd8d0419e9 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029884eac7f843b6855a2fe1deaf236e HTTP/1.1" status: 200 len: 379 time: 0.0529160 Mar 24 14:19:38.660409 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'port': {'device_id': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'admin_state_up': True, 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'security_groups': ['af072612-7a49-4863-9e80-2ebee85f8176']}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:38.817493 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Made reservation on behalf of 029884eac7f843b6855a2fe1deaf236e for: {'port': 1} {{(pid=110187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:19:38.820956 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:38.948369 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_common [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Allocated IP 172.20.0.10 (12a3331f-0fc8-4e31-879f-79c13936887c/d428993a-8144-41c3-84f1-0d603510e7a8/55032304-c2f7-4180-b7e3-0c09f3001ff5) {{(pid=110187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:19:38.966142 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-46a10a83-e4d2-40c8-a062-48322bb13f0a req-2ac09281-3354-43f0-b64b-2cebaafebd95 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 210 time: 0.0270829 Mar 24 14:19:39.079740 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:39.172080 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738126694126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:39.474860 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Network 12a3331f-0fc8-4e31-879f-79c13936887c is already hosted by enough agents. {{(pid=110187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:19:39.477754 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.base_scheduler [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Resources bound (agent type, host, resource id): {{(pid=110187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:19:39.481928 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Received port after_create {{(pid=110187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:19:39.508119 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event updated for resources: {'Port': ['ID=55032304-c2f7-4180-b7e3-0c09f3001ff5,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:39.522234 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.522610 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.522960 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.523296 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.523628 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.523954 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.524279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.524601 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.525448 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.525767 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.526087 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.526407 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.526747 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.527063 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.527378 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:39.548288 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:39.548887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:39.615067 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-c710321a-e7de-48b6-b245-6e05804a3355 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9580903 Mar 24 14:19:39.665004 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-26592e78-9353-4824-be5d-e6e308c700cd None None] Provisioning complete for port 55032304-c2f7-4180-b7e3-0c09f3001ff5 triggered by entity DHCP. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:19:39.665621 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-26592e78-9353-4824-be5d-e6e308c700cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:39.671246 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.v2.base [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Request body: {'port': {'device_id': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=110187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:39.700856 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-26592e78-9353-4824-be5d-e6e308c700cd None None] Port 55032304-c2f7-4180-b7e3-0c09f3001ff5 cannot update to ACTIVE because it is not bound. {{(pid=110188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:19:39.730794 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:39.978856 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55032304-c2f7-4180-b7e3-0c09f3001ff5 {{(pid=110187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:19:39.986775 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Publish callbacks [] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:39.999776 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.provisioning_blocks [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Transition to ACTIVE for port object 55032304-c2f7-4180-b7e3-0c09f3001ff5 will not be triggered until provisioned by entity L2. {{(pid=110187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:19:40.062289 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:40.131338 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Pushing event updated for resources: {'Port': ['ID=55032304-c2f7-4180-b7e3-0c09f3001ff5,revision_number=2']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:40.156628 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f3f65-c579-4ec0-874f-7bceced81019 req-436894a2-ca46-460e-ba66-18ffdd595e9c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.158168 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-039f3f65-c579-4ec0-874f-7bceced81019 req-436894a2-ca46-460e-ba66-18ffdd595e9c tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 932 time: 0.1232135 Mar 24 14:19:40.241375 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Attempting to bind port 55032304-c2f7-4180-b7e3-0c09f3001ff5 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:19:40.241723 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Attempting to bind port 55032304-c2f7-4180-b7e3-0c09f3001ff5 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:19:40.242055 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Attempting to bind port 55032304-c2f7-4180-b7e3-0c09f3001ff5 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:19:40.248431 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-039f3f65-c579-4ec0-874f-7bceced81019 req-79404ae0-af5c-4712-b570-ae75df258728 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691082 Mar 24 14:19:40.250540 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Port 55032304-c2f7-4180-b7e3-0c09f3001ff5 on network 12a3331f-0fc8-4e31-879f-79c13936887c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:19:40.250895 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Attempting to bind port 55032304-c2f7-4180-b7e3-0c09f3001ff5 on network 12a3331f-0fc8-4e31-879f-79c13936887c {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:19:40.256080 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Checking agent: {'id': '1ec930d7-05a0-453a-8358-a7e2fa750ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'started_at': datetime.datetime(2022, 3, 24, 14, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:19:40.256416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Checking segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:19:40.256796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Bound using segment: {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'} {{(pid=110187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:19:40.257222 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.managers [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Bound port: 55032304-c2f7-4180-b7e3-0c09f3001ff5, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42f7b0f-b944-4f06-ac64-e56863589885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c'}}] {{(pid=110187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:19:40.257648 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), before_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:40.319701 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] For port 55032304-c2f7-4180-b7e3-0c09f3001ff5, host hv-cinder-79818, cleared binding levels {{(pid=110187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:19:40.323313 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] For port 55032304-c2f7-4180-b7e3-0c09f3001ff5, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:19:40.389341 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3367256'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:40.425007 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.425624 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:40.427007 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/55032304-c2f7-4180-b7e3-0c09f3001ff5 HTTP/1.1" status: 200 len: 1094 time: 0.8047268 Mar 24 14:19:40.427446 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:19:40.429648 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2facc90a-080e-45d1-ac92-556287cdd73f" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:19:40.463521 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc04518-3046-4da4-b02d-b7864e5c13b6 service neutron] Pushing event updated for resources: {'Port': ['ID=55032304-c2f7-4180-b7e3-0c09f3001ff5,revision_number=3']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:40.470167 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e21a4c-1fa0-44a8-a644-df11819fc1d7 x-openstack-request-id: req-a0e21a4c-1fa0-44a8-a644-df11819fc1d7 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:19:40.470461 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:19:40.470758 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0e21a4c-1fa0-44a8-a644-df11819fc1d7 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:19:40.471178 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e21a4c-1fa0-44a8-a644-df11819fc1d7'] response: {'name': 'network-changed', 'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'status': 'completed', 'code': 200} Mar 24 14:19:40.537590 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc90a-080e-45d1-ac92-556287cdd73f req-256f489f-88cc-40d4-949f-de1465da2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.539186 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2facc90a-080e-45d1-ac92-556287cdd73f req-256f489f-88cc-40d4-949f-de1465da2797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0481555 Mar 24 14:19:40.638641 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc90a-080e-45d1-ac92-556287cdd73f req-82bdaaac-e16e-4cf2-b70d-be86ed03eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.640142 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2facc90a-080e-45d1-ac92-556287cdd73f req-82bdaaac-e16e-4cf2-b70d-be86ed03eeb0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=029884eac7f843b6855a2fe1deaf236e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939603 Mar 24 14:19:40.729069 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc90a-080e-45d1-ac92-556287cdd73f req-477f0f43-e2c5-409f-868d-134cd1b95abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.730431 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-2facc90a-080e-45d1-ac92-556287cdd73f req-477f0f43-e2c5-409f-868d-134cd1b95abc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844052 Mar 24 14:19:40.807186 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-17111206-2fcd-4535-a2e6-94e32ff203ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.808571 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-17111206-2fcd-4535-a2e6-94e32ff203ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0438633 Mar 24 14:19:40.851218 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-4864c860-9715-475c-9054-8c4ca10c0b73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5 HTTP/1.1" status: 200 len: 217 time: 0.0364883 Mar 24 14:19:40.897464 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-af104838-943f-46f5-98bc-521f9e8e2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.898903 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-af104838-943f-46f5-98bc-521f9e8e2f69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0420618 Mar 24 14:19:40.946572 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-0f38ad6d-c8bc-493a-aff6-f2ce862c1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:40.948049 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-0f38ad6d-c8bc-493a-aff6-f2ce862c1c4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431709 Mar 24 14:19:41.037510 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-92309895-0360-46cc-8cee-418ec9edb163 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830071 Mar 24 14:19:41.122898 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7b474ab7-fe48-459b-9b0d-5b7738d30529 req-f3ce5d5d-2061-4b46-a431-082fb9b95b72 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792203 Mar 24 14:19:41.364962 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdfd1f-b17b-45ae-ac95-ec6657dd4e0f req-7cd1fa54-3ba7-4490-8aa1-c67965397f8e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:41.366393 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-81cdfd1f-b17b-45ae-ac95-ec6657dd4e0f req-7cd1fa54-3ba7-4490-8aa1-c67965397f8e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 944 time: 0.0514388 Mar 24 14:19:41.415302 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-81cdfd1f-b17b-45ae-ac95-ec6657dd4e0f req-915ae0b9-a744-4281-bf5f-f85d79f9cae5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 Mar 24 14:19:42.530331 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648278e-1384-46a1-bc1b-f13a7aa429f4 req-011b3d80-6830-4391-9fa5-5854c5290a6b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:42.531841 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e648278e-1384-46a1-bc1b-f13a7aa429f4 req-011b3d80-6830-4391-9fa5-5854c5290a6b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 944 time: 0.0505953 Mar 24 14:19:42.575984 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-e648278e-1384-46a1-bc1b-f13a7aa429f4 req-c86094e8-41d2-41f5-b431-60d1b8e90fb7 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387516 Mar 24 14:19:43.695512 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953916cf-7c50-460e-858a-e40595dd88bd req-fb1545e7-24a4-4950-8f13-ba30cd376d62 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:43.696994 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-953916cf-7c50-460e-858a-e40595dd88bd req-fb1545e7-24a4-4950-8f13-ba30cd376d62 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 944 time: 0.0520163 Mar 24 14:19:43.740923 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-953916cf-7c50-460e-858a-e40595dd88bd req-90aff270-d648-4ae3-bc41-8d96743065f9 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 Mar 24 14:19:44.608480 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 55032304-c2f7-4180-b7e3-0c09f3001ff5 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=110188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:19:44.703975 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 55032304-c2f7-4180-b7e3-0c09f3001ff5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:19:44.842318 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Returning: {'device': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'port_id': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'mac_address': 'fa:16:3e:d5:d3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:19:44.861505 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e1f6-c13b-4bbc-9760-b1cd61fc4d3f req-ae95a4b6-32e7-4a65-8d8e-5e2798d2fb51 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:44.863030 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5232e1f6-c13b-4bbc-9760-b1cd61fc4d3f req-ae95a4b6-32e7-4a65-8d8e-5e2798d2fb51 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 944 time: 0.0557439 Mar 24 14:19:44.878806 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 55032304-c2f7-4180-b7e3-0c09f3001ff5 is: DOWN; New status is: BUILD {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:19:44.889656 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:44.892105 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55032304-c2f7-4180-b7e3-0c09f3001ff5 {{(pid=110188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:19:44.909385 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-5232e1f6-c13b-4bbc-9760-b1cd61fc4d3f req-12a34aa0-2766-4b3c-b7a0-9b0b31e795f8 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Mar 24 14:19:44.910627 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 55032304-c2f7-4180-b7e3-0c09f3001ff5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:19:44.977654 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:45.023754 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=55032304-c2f7-4180-b7e3-0c09f3001ff5,revision_number=4']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:45.030616 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.030975 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.031320 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.031664 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.032003 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.032334 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.032661 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.032989 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.033375 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.033700 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.034027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.034359 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.034708 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.035032 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.035378 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:19:45.321578 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] get_ports_and_sgs() called for port_ids ['55032304-c2f7-4180-b7e3-0c09f3001ff5'] {{(pid=110188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:19:46.025562 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02cc44-3eff-4727-a68b-72f7df952c30 req-b8c2c99c-7e5d-4af5-a877-d8d77bc4d4ba tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:46.027071 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-da02cc44-3eff-4727-a68b-72f7df952c30 req-b8c2c99c-7e5d-4af5-a877-d8d77bc4d4ba tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 945 time: 0.0533364 Mar 24 14:19:46.071203 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-da02cc44-3eff-4727-a68b-72f7df952c30 req-b2caf248-ff93-44cb-a788-58a1bf1ce00d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387251 Mar 24 14:19:46.615924 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 55032304-c2f7-4180-b7e3-0c09f3001ff5 up at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:19:46.720444 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning for port 55032304-c2f7-4180-b7e3-0c09f3001ff5 completed by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:19:46.724081 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.provisioning_blocks [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Provisioning complete for port 55032304-c2f7-4180-b7e3-0c09f3001ff5 triggered by entity L2. {{(pid=110188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:19:46.724477 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32765149'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), provisioning_complete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:46.799958 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Current status of the port 55032304-c2f7-4180-b7e3-0c09f3001ff5 is: BUILD; New status is: ACTIVE {{(pid=110188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:19:46.800340 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33332943'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), before_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:46.822051 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5'}] {{(pid=110188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:19:46.824282 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae72a91cfbbadd05973d94dfdd87580da4b7545e9c7583219a41fdc991fdaa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8684c67-de7d-40ec-80eb-66c90f8a9733" -d '{"events": [{"server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "name": "network-vif-plugged", "status": "completed", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5"}]}' {{(pid=110188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:19:46.836280 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] For port 55032304-c2f7-4180-b7e3-0c09f3001ff5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:19:46.858674 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe828b9-8c60-4c98-aae0-26497e68f61a x-openstack-request-id: req-2fe828b9-8c60-4c98-aae0-26497e68f61a {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:19:46.861578 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "name": "network-vif-plugged", "status": "completed", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5", "code": 200}]} {{(pid=110188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:19:46.861578 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fe828b9-8c60-4c98-aae0-26497e68f61a {{(pid=110188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:19:46.861578 dv-cinder-798189-3-iscsi neutron-server[110188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe828b9-8c60-4c98-aae0-26497e68f61a'] response: {'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'code': 200} Mar 24 14:19:46.908997 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738127198356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738126694660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738126694678'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:46.955800 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Pushing event updated for resources: {'Port': ['ID=55032304-c2f7-4180-b7e3-0c09f3001ff5,revision_number=5']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:19:47.218452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49281c91-ad79-4b9f-86f0-a8954c59e71d req-592d5a6b-a1ff-435b-8e1b-25e09702183b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:47.219919 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-49281c91-ad79-4b9f-86f0-a8954c59e71d req-592d5a6b-a1ff-435b-8e1b-25e09702183b tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0824037 Mar 24 14:19:47.221758 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eccc6-76b0-4e72-8c98-24b1c849b67d req-86ff88b5-3d92-44de-bc80-11265a315a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:47.223146 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-358eccc6-76b0-4e72-8c98-24b1c849b67d req-86ff88b5-3d92-44de-bc80-11265a315a0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 1130 time: 0.0771394 Mar 24 14:19:47.292174 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-49281c91-ad79-4b9f-86f0-a8954c59e71d req-ef9e7e94-5006-458d-960c-d652a06105fb tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664985 Mar 24 14:19:47.294273 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-358eccc6-76b0-4e72-8c98-24b1c849b67d req-b74b5bec-8b2c-4cb9-90e7-08e809fd9771 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624838 Mar 24 14:19:48.407525 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236399d-5fce-4a33-8d8f-a1f18bb66510 req-e202faca-52a3-4791-a3bd-17c2f1b8b9fa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:48.408984 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a236399d-5fce-4a33-8d8f-a1f18bb66510 req-e202faca-52a3-4791-a3bd-17c2f1b8b9fa tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0509088 Mar 24 14:19:48.454140 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-a236399d-5fce-4a33-8d8f-a1f18bb66510 req-538088fc-12ad-46c5-be0a-d08892f6408f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Mar 24 14:19:49.572308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7995fa-c0c3-4efc-9f85-c2ca49c467dd req-07abf116-05b6-4414-bef0-c88e92b84ceb tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:49.573790 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5d7995fa-c0c3-4efc-9f85-c2ca49c467dd req-07abf116-05b6-4414-bef0-c88e92b84ceb tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0539575 Mar 24 14:19:49.619110 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-5d7995fa-c0c3-4efc-9f85-c2ca49c467dd req-33280c70-2ee4-4319-9268-8771e6041a98 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393081 Mar 24 14:19:49.728804 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf1de5-8ea5-4be9-ad8c-e10ce6aaa052 req-099a8eeb-8d3c-4cef-a88d-a9f35def414f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:49.730347 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-c9cf1de5-8ea5-4be9-ad8c-e10ce6aaa052 req-099a8eeb-8d3c-4cef-a88d-a9f35def414f tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0512457 Mar 24 14:19:49.738912 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51808) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:19:49.743061 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.v2.base [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Request body: {'floatingip': {'port_id': '55032304-c2f7-4180-b7e3-0c09f3001ff5'}} {{(pid=110186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:19:49.783556 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (2c3dd701-19e7-4680-989d-ccc3b93cf4b6), before_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:50.190774 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:50.240460 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (2c3dd701-19e7-4680-989d-ccc3b93cf4b6), after_update {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:50.337231 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP 2c3dd701-19e7-4680-989d-ccc3b93cf4b6 associated. External IP: 172.27.0.215, port: 55032304-c2f7-4180-b7e3-0c09f3001ff5. Mar 24 14:19:50.543335 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:19:50.651348 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:19:50.656522 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:50.661210 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:19:50.670734 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:19:50.672310 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:19:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:50.686362 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f6111e8e-06d9-48b2-a867-2b17c8b09963 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "PUT /v2.0/floatingips/2c3dd701-19e7-4680-989d-ccc3b93cf4b6 HTTP/1.1" status: 200 len: 992 time: 0.9464252 Mar 24 14:19:50.686976 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:19:50.690657 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf02afe3-d16c-4858-956a-cd1fb3c5837c" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:19:50.778694 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:19:50.784823 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce22e1-e7ad-49b1-8631-95b3a4f66f23 x-openstack-request-id: req-4cce22e1-e7ad-49b1-8631-95b3a4f66f23 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:19:50.785350 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:19:50.785464 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cce22e1-e7ad-49b1-8631-95b3a4f66f23 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:19:50.785822 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cce22e1-e7ad-49b1-8631-95b3a4f66f23'] response: {'name': 'network-changed', 'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'status': 'completed', 'code': 200} Mar 24 14:19:50.869148 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-c945ba4d-abae-48ab-a590-6c8bebcde108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:50.870810 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-c945ba4d-abae-48ab-a590-6c8bebcde108 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=029884eac7f843b6855a2fe1deaf236e&device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 1130 time: 0.0447459 Mar 24 14:19:50.965102 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-a093651c-0de9-48d1-b49e-57e9e3939cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:50.966628 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-a093651c-0de9-48d1-b49e-57e9e3939cae service neutron] 10.222.0.42 "GET /v2.0/networks?id=12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 200 len: 916 time: 0.0897577 Mar 24 14:19:51.031922 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-54d0bb87-97e5-4bcf-b9b7-a37948e35c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0576389 Mar 24 14:19:51.079008 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-a9119dbc-91f9-468c-996a-0c81dee17bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:51.080467 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-a9119dbc-91f9-468c-996a-0c81dee17bdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 200 len: 854 time: 0.0429344 Mar 24 14:19:51.096769 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '2c3dd701-19e7-4680-989d-ccc3b93cf4b6', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:d5:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:19:35Z', 'updated_at': '2022-03-24T14:19:50Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:51.125470 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:19:51.130948 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-dbce34af-82fd-44e7-9e95-460d1533ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:19:51.132462 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-dbce34af-82fd-44e7-9e95-460d1533ee50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12a3331f-0fc8-4e31-879f-79c13936887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462124 Mar 24 14:19:51.133496 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:19:51.134598 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:19:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:51.218482 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-005ff33f-9508-452f-82b6-fcefc6657146 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797095 Mar 24 14:19:51.240127 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:19:51.309013 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-cf02afe3-d16c-4858-956a-cd1fb3c5837c req-63d5c229-965c-43ed-b078-9c62357e64b8 service neutron] 10.222.0.42 "GET /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837133 Mar 24 14:19:51.456014 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '2c3dd701-19e7-4680-989d-ccc3b93cf4b6', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:d5:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:19:35Z', 'updated_at': '2022-03-24T14:19:50Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:19:51.484707 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12032ff-42e8-4e96-926d-67451d54cb63 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '2c3dd701-19e7-4680-989d-ccc3b93cf4b6', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'port_id': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'mac_address': 'fa:16:3e:d5:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:19:35Z', 'updated_at': '2022-03-24T14:19:50Z', 'revision_number': 1, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:19:51.670182 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c5c6b-0bad-40b4-97e6-ffe097e3ddd6 None None] New status for floating IP 2c3dd701-19e7-4680-989d-ccc3b93cf4b6: ACTIVE {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:19:54.251510 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9d22892b-dc4c-45e0-bd61-88ac17a110e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:56.474863 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4da791f0-d3ff-49c4-b7c5-50947f5a9bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:57.869974 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:19:59.108683 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:00.588971 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:04.641938 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:20:06.496900 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:24.255159 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5174730a-cc31-41a3-b63f-f2b3a1c20a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:26.479402 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-10b6c9ee-2478-4118-9ab0-27bf12e4f0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:27.923293 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:29.159577 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:30.622119 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:36.536860 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:41.640173 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:20:44.921105 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51836) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:20:45.071373 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Deleting port e994b832-5844-473c-ab10-4103be6fc547 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:20:45.071715 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (e994b832-5844-473c-ab10-4103be6fc547), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:45.386600 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (e994b832-5844-473c-ab10-4103be6fc547), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:45.386934 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (e994b832-5844-473c-ab10-4103be6fc547), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:45.399144 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Calling delete_port for e994b832-5844-473c-ab10-4103be6fc547 owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:20:45.599072 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (e994b832-5844-473c-ab10-4103be6fc547), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:45.622369 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'Port': ['ID=e994b832-5844-473c-ab10-4103be6fc547,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:20:45.631794 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.632147 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.632490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.632827 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.633160 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.633490 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.633815 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.634743 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.634743 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.634949 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.635095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.635419 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.635738 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.636056 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.636373 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:45.697015 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (40c9c667-81c2-4ba7-94ce-d7d90e7708d6), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:45.697341 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Floating IP 40c9c667-81c2-4ba7-94ce-d7d90e7708d6 disassociated (deleted). External IP: 172.27.0.79, port: 0e1e17d1-b953-4599-9463-9cedcc0729e5. Mar 24 14:20:45.903207 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:20:46.008177 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:20:46.013427 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:46.019508 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:20:46.029650 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:20:46.030241 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:46.044095 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-aa5c39be-6561-4fa8-bfeb-fb74585f52b9 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "DELETE /v2.0/floatingips/40c9c667-81c2-4ba7-94ce-d7d90e7708d6 HTTP/1.1" status: 204 len: 168 time: 1.1195924 Mar 24 14:20:46.044095 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:20:46.044753 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac6f7fd-810e-4f18-8329-68b73f258447" -d '{"events": [{"name": "network-changed", "server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:20:46.087811 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe937b-b74d-4d6a-a5a2-62c68ecfbb49 x-openstack-request-id: req-83fe937b-b74d-4d6a-a5a2-62c68ecfbb49 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:20:46.088101 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:20:46.088361 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83fe937b-b74d-4d6a-a5a2-62c68ecfbb49 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:20:46.088832 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fe937b-b74d-4d6a-a5a2-62c68ecfbb49'] response: {'name': 'network-changed', 'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'status': 'completed', 'code': 200} Mar 24 14:20:46.143742 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:20:46.156123 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-63beb6f8-41b9-43ac-8634-e7105f342987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:46.157542 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-63beb6f8-41b9-43ac-8634-e7105f342987 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 1130 time: 0.0458629 Mar 24 14:20:46.246864 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-0a359250-3741-4a97-8c8d-4146dcfbe011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:46.248344 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-0a359250-3741-4a97-8c8d-4146dcfbe011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0851014 Mar 24 14:20:46.299028 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-8186c88e-da78-404c-93e5-dfd14a260735 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5 HTTP/1.1" status: 200 len: 217 time: 0.0435395 Mar 24 14:20:46.346133 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-0675ed31-186a-499f-85de-68147aa3a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:46.347628 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-0675ed31-186a-499f-85de-68147aa3a671 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0432138 Mar 24 14:20:46.374457 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:24Z', 'revision_number': 1, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:46.396295 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-430cd4d9-08c8-4871-9e15-d489e3bd88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:46.397793 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-430cd4d9-08c8-4871-9e15-d489e3bd88d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441241 Mar 24 14:20:46.408875 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:20:46.415976 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:20:46.416136 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:46.520079 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:20:46.523642 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-70e13061-e94b-4395-a757-033948dbec16 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199694 Mar 24 14:20:46.532004 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456aa66-4c52-4ec6-baab-f229c51ff9e1 req-c621d1a7-cfe4-42da-8204-a66f14de404b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:46.533404 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6456aa66-4c52-4ec6-baab-f229c51ff9e1 req-c621d1a7-cfe4-42da-8204-a66f14de404b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0856481 Mar 24 14:20:46.632495 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-6456aa66-4c52-4ec6-baab-f229c51ff9e1 req-0c9b166f-d413-4d38-bcc9-352bf0741e5a tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913107 Mar 24 14:20:46.652421 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-9ac6f7fd-810e-4f18-8329-68b73f258447 req-2afde80d-d193-452a-bb0d-c88a263a5901 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179528 Mar 24 14:20:46.741923 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:24Z', 'revision_number': 1, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:46.768487 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67ef1f-00ba-4596-9eb1-803ba7e501ac None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_floatingips': [{'id': '6134863a-7b3f-4946-8bdd-395487dd853e', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'router_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'port_id': '0afb6c48-95c1-48bf-8500-65c859551a01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'mac_address': 'fa:16:3e:01:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:16:21Z', 'updated_at': '2022-03-24T14:16:24Z', 'revision_number': 1, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:20:46.997696 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1c512-a5c4-42f6-bc44-290d5a73e119 None None] New status for floating IP 40c9c667-81c2-4ba7-94ce-d7d90e7708d6: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:20:47.753507 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47328ca-af19-4e41-bc7d-4b70fadda96e req-253136f1-f2e4-40fb-be4d-7c61b2a8bc1b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:47.755025 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d47328ca-af19-4e41-bc7d-4b70fadda96e req-253136f1-f2e4-40fb-be4d-7c61b2a8bc1b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0530245 Mar 24 14:20:47.803871 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-d47328ca-af19-4e41-bc7d-4b70fadda96e req-9cf46dc0-f045-447c-9d7f-8c26b385eade tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 Mar 24 14:20:48.156981 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-784367b3-80d8-4062-976e-0e8557c7da4b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:48.158397 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-784367b3-80d8-4062-976e-0e8557c7da4b tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Mar 24 14:20:48.248019 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Deleting port 0e1e17d1-b953-4599-9463-9cedcc0729e5 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:20:48.248357 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:48.331398 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] For port 0e1e17d1-b953-4599-9463-9cedcc0729e5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0e1e17d1-b953-4599-9463-9cedcc0729e5,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:20:48.331681 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:48.344705 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Calling delete_port for 0e1e17d1-b953-4599-9463-9cedcc0729e5 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:20:48.553619 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0e1e17d1-b953-4599-9463-9cedcc0729e5), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:48.580861 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'Port': ['ID=0e1e17d1-b953-4599-9463-9cedcc0729e5,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:20:48.590466 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.590762 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.591109 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.591452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.591791 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.592126 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.592455 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.592782 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.593455 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.593455 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.593809 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.594105 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.594429 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.594776 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.597279 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:20:48.637665 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] No DVR routers for this DVR port 0e1e17d1-b953-4599-9463-9cedcc0729e5 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:20:48.640211 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:48.643541 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ccf21015-c98f-4e04-bc6c-b7a2ebebab9b req-0bf131b8-decd-4cc3-a91b-a40a005077b5 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "DELETE /v2.0/ports/0e1e17d1-b953-4599-9463-9cedcc0729e5 HTTP/1.1" status: 204 len: 173 time: 0.4798095 Mar 24 14:20:48.643996 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'name': 'network-vif-deleted', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:20:48.646202 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13047013-f633-4d59-a6a5-a8e1233f75fc" -d '{"events": [{"server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "name": "network-vif-deleted", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:20:48.734668 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853e5dc0-ec8d-462b-9058-f504b1d2ffc4 x-openstack-request-id: req-853e5dc0-ec8d-462b-9058-f504b1d2ffc4 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:20:48.734985 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b12a52-4214-4f1d-8d3e-8c0a218831e6", "name": "network-vif-deleted", "tag": "0e1e17d1-b953-4599-9463-9cedcc0729e5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:20:48.735245 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-853e5dc0-ec8d-462b-9058-f504b1d2ffc4 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:20:48.735940 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853e5dc0-ec8d-462b-9058-f504b1d2ffc4'] response: {'server_uuid': '23b12a52-4214-4f1d-8d3e-8c0a218831e6', 'name': 'network-vif-deleted', 'tag': '0e1e17d1-b953-4599-9463-9cedcc0729e5', 'status': 'completed', 'code': 200} Mar 24 14:20:48.899161 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-9c9dddfb-0c6a-4ffb-976c-45b5bc9e6845 req-fd5ea9f9-8b6a-4894-ab3a-c209139a1f70 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b12a52-4214-4f1d-8d3e-8c0a218831e6 HTTP/1.1" status: 200 len: 210 time: 0.0303266 Mar 24 14:20:50.863079 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0e1e17d1-b953-4599-9463-9cedcc0729e5 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:20:50.882892 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 0e1e17d1-b953-4599-9463-9cedcc0729e5 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:20:50.883236 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0e1e17d1-b953-4599-9463-9cedcc0729e5 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:20:51.300002 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-3cccd189-0570-4d0a-b183-0e72028339d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466020 Mar 24 14:20:51.382850 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-58765b89-f168-4d5d-9ab4-11d35c336a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:51.384326 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-58765b89-f168-4d5d-9ab4-11d35c336a19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1129 time: 0.0444548 Mar 24 14:20:51.483908 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-aaa896cb-a5c1-4d5f-8b2f-f92273ccb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:51.485360 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-aaa896cb-a5c1-4d5f-8b2f-f92273ccb128 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0823865 Mar 24 14:20:51.553670 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-d1ec8731-a9b3-4c89-b7e8-e89ab2a57901 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 1001 time: 0.0593457 Mar 24 14:20:51.603476 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-c8df249a-9f80-4a10-8f6e-ec63d28e63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:51.604950 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-c8df249a-9f80-4a10-8f6e-ec63d28e63b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0419056 Mar 24 14:20:51.655135 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-e52e6346-10c9-4163-8a9e-d5aa6a96cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:51.656642 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-e52e6346-10c9-4163-8a9e-d5aa6a96cd45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432308 Mar 24 14:20:51.746981 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-120c14c6-0a8d-4409-b5b1-3c1b5a374331 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835998 Mar 24 14:20:51.831130 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-b3862523-f39f-4098-9c5e-08730f35bdfe req-766fe8b7-c176-4bd5-9007-d354eedd33c1 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782831 Mar 24 14:20:52.393207 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51876) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:20:52.545684 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Deleting port ccb70828-750f-48d4-a863-607a0fde7d56 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:20:52.546022 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (ccb70828-750f-48d4-a863-607a0fde7d56), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:52.616441 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (ccb70828-750f-48d4-a863-607a0fde7d56), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:52.616762 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (ccb70828-750f-48d4-a863-607a0fde7d56), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:52.627970 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Calling delete_port for ccb70828-750f-48d4-a863-607a0fde7d56 owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:20:52.819930 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (ccb70828-750f-48d4-a863-607a0fde7d56), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:52.843433 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'Port': ['ID=ccb70828-750f-48d4-a863-607a0fde7d56,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:20:52.909527 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (6134863a-7b3f-4946-8bdd-395487dd853e), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:52.909527 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.db.l3_db [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Floating IP 6134863a-7b3f-4946-8bdd-395487dd853e disassociated (deleted). External IP: 172.27.0.197, port: 0afb6c48-95c1-48bf-8500-65c859551a01. Mar 24 14:20:53.109913 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:20:53.215064 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:20:53.219725 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:53.224196 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:20:53.233914 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:20:53.234512 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:53.248738 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-81684835-211a-4355-a258-7dcec7116350 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "DELETE /v2.0/floatingips/6134863a-7b3f-4946-8bdd-395487dd853e HTTP/1.1" status: 204 len: 168 time: 0.8544726 Mar 24 14:20:53.249425 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01'}] {{(pid=110186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:20:53.251751 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b036bc1ec043fa7dfbc437e70182dcb32fa836f36ee7f5e9ed27694ee84c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d927af68-f003-48c0-af93-77a56a3bdb18" -d '{"events": [{"name": "network-changed", "server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01"}]}' {{(pid=110186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:20:53.288784 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea7f2d0-c7bf-4c94-81ae-20e9c8f76fd6 x-openstack-request-id: req-7ea7f2d0-c7bf-4c94-81ae-20e9c8f76fd6 {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:20:53.289083 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01", "status": "completed", "code": 200}]} {{(pid=110186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:20:53.289340 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ea7f2d0-c7bf-4c94-81ae-20e9c8f76fd6 {{(pid=110186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:20:53.289761 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea7f2d0-c7bf-4c94-81ae-20e9c8f76fd6'] response: {'name': 'network-changed', 'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01', 'status': 'completed', 'code': 200} Mar 24 14:20:53.365542 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-5bc8f0c5-d696-40e0-a659-297f0a921354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:53.367115 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-5bc8f0c5-d696-40e0-a659-297f0a921354 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e399eefdea43b29574b153a43d7e95&device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 1129 time: 0.0554283 Mar 24 14:20:53.434326 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:20:53.455143 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-3c59554b-9d84-4cd9-902e-2df1f2aaecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:53.456607 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-3c59554b-9d84-4cd9-902e-2df1f2aaecb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 200 len: 912 time: 0.0843065 Mar 24 14:20:53.500018 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-7ae3d02e-a2d7-41c9-939d-304b87494d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 200 len: 217 time: 0.0349083 Mar 24 14:20:53.552424 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-257887f4-74bf-415d-8b71-60701d1611b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:53.554224 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-257887f4-74bf-415d-8b71-60701d1611b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 200 len: 850 time: 0.0490427 Mar 24 14:20:53.604873 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-eff87b51-759b-47de-a26a-8e7212e22e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:53.606396 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-eff87b51-759b-47de-a26a-8e7212e22e7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63cc0139-f16e-4e94-9349-38b3a6d4c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451677 Mar 24 14:20:53.640321 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:53.669474 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:20:53.678415 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:20:53.679038 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:53.726052 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-049d265b-2b9d-473e-b169-e181167f3078 service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131258 Mar 24 14:20:53.786348 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:20:53.788584 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552c5e7-f5ee-4ef3-b8b5-155917b73e6f req-9487b33d-b9ac-42c6-8f0e-f684dcf97100 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:53.790051 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0552c5e7-f5ee-4ef3-b8b5-155917b73e6f req-9487b33d-b9ac-42c6-8f0e-f684dcf97100 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.1101577 Mar 24 14:20:53.860473 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-d927af68-f003-48c0-af93-77a56a3bdb18 req-9bbd9bcd-75de-42d7-8a73-158d7b23012d service neutron] 10.222.0.42 "GET /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262553 Mar 24 14:20:53.865559 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-0552c5e7-f5ee-4ef3-b8b5-155917b73e6f req-4a14db54-b1ae-40f9-8c69-0e8542bb984f tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695319 Mar 24 14:20:53.983560 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:20:54.013591 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecba52-5f7a-4152-911a-d7eb1615ee43 None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:12:34Z', 'revision_number': 4, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '53e97378-e23d-4b4b-ab43-ca58d5669410', 'name': '', 'network_id': '63cc0139-f16e-4e94-9349-38b3a6d4c1b2', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'mac_address': 'fa:16:3e:83:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:33Z', 'updated_at': '2022-03-24T14:12:39Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'subnets': [{'id': 'd7a4e961-e16a-4554-ba51-b701abbeee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:20:54.229928 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46df6b9-39a3-4319-948e-c4c255c27bb6 None None] New status for floating IP 6134863a-7b3f-4946-8bdd-395487dd853e: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:20:54.294142 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4c34c-df8b-4ece-bc74-8a6d5446b280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:54.989213 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecc016-d19b-4481-8a52-0c6283401dbd req-6c4a0cf5-b715-4bce-9193-17fa8656cf07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:54.990726 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-55ecc016-d19b-4481-8a52-0c6283401dbd req-6c4a0cf5-b715-4bce-9193-17fa8656cf07 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.0572805 Mar 24 14:20:55.038419 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-55ecc016-d19b-4481-8a52-0c6283401dbd req-2c00cadc-3436-4aa1-ad87-4244671a5591 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef8553e-c07c-4d30-ba1b-7d85ce891927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Mar 24 14:20:55.356631 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-7216a800-d1b5-4963-b0db-919e92f6a818 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:20:55.358028 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-7216a800-d1b5-4963-b0db-919e92f6a818 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 945 time: 0.0495708 Mar 24 14:20:55.444680 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Deleting port 0afb6c48-95c1-48bf-8500-65c859551a01 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:20:55.445012 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:55.531609 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] For port 0afb6c48-95c1-48bf-8500-65c859551a01, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0afb6c48-95c1-48bf-8500-65c859551a01,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:20:55.531966 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:55.544635 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Calling delete_port for 0afb6c48-95c1-48bf-8500-65c859551a01 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:20:55.736857 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (0afb6c48-95c1-48bf-8500-65c859551a01), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:55.764622 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'Port': ['ID=0afb6c48-95c1-48bf-8500-65c859551a01,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:20:55.806082 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] No DVR routers for this DVR port 0afb6c48-95c1-48bf-8500-65c859551a01 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:20:55.809084 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:55.812439 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-ba15726f-eb6a-4846-ae70-a87b6c38d604 req-d7c4ee4a-20e5-4b82-9f61-3844ebef2758 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.42 "DELETE /v2.0/ports/0afb6c48-95c1-48bf-8500-65c859551a01 HTTP/1.1" status: 204 len: 173 time: 0.4492340 Mar 24 14:20:55.812871 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'name': 'network-vif-deleted', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:20:55.815118 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9013721b-f266-4bb5-af7b-30439b172564" -d '{"events": [{"server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "name": "network-vif-deleted", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:20:55.848659 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee60da8d-adcf-4b4c-ba47-3a0f26ea9065 x-openstack-request-id: req-ee60da8d-adcf-4b4c-ba47-3a0f26ea9065 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:20:55.848955 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0943997-e535-4bb4-836b-6f6a442d9565", "name": "network-vif-deleted", "tag": "0afb6c48-95c1-48bf-8500-65c859551a01", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:20:55.849209 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee60da8d-adcf-4b4c-ba47-3a0f26ea9065 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:20:55.849610 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee60da8d-adcf-4b4c-ba47-3a0f26ea9065'] response: {'server_uuid': 'e0943997-e535-4bb4-836b-6f6a442d9565', 'name': 'network-vif-deleted', 'tag': '0afb6c48-95c1-48bf-8500-65c859551a01', 'status': 'completed', 'code': 200} Mar 24 14:20:56.133840 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-f7a7b40b-f0b5-4ba8-92a6-a71e1889697b req-1705a666-3b80-4d1b-892f-afc1683040b1 tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0943997-e535-4bb4-836b-6f6a442d9565 HTTP/1.1" status: 200 len: 210 time: 0.0272148 Mar 24 14:20:56.473286 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4f86dba9-478a-4351-a582-6b4ed3af6488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.189686 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51894) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:20:57.314629 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Deleting port 9c15ab8d-4527-40bf-aaeb-847cd16d6882 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:20:57.314629 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.383797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.384124 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (9c15ab8d-4527-40bf-aaeb-847cd16d6882), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.395557 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Calling delete_port for 9c15ab8d-4527-40bf-aaeb-847cd16d6882 owned by network:floatingip {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:20:57.576402 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (9c15ab8d-4527-40bf-aaeb-847cd16d6882), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.605931 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'Port': ['ID=9c15ab8d-4527-40bf-aaeb-847cd16d6882,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:20:57.662753 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for floatingip (877bf803-04e2-4751-ba48-ff4874f6aac7), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.665444 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:57.667206 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a2300853-a366-41fd-a160-24279ad62a8e tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "DELETE /v2.0/floatingips/877bf803-04e2-4751-ba48-ff4874f6aac7 HTTP/1.1" status: 204 len: 168 time: 0.4759190 Mar 24 14:20:57.879039 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:58.880162 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0afb6c48-95c1-48bf-8500-65c859551a01 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:20:58.899943 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 0afb6c48-95c1-48bf-8500-65c859551a01 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:20:58.900421 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 0afb6c48-95c1-48bf-8500-65c859551a01 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:20:58.979836 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51906) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:20:59.036025 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d1c37e70-7c04-4bcd-9a2a-e8d4997a0d2d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group (fef8553e-c07c-4d30-ba1b-7d85ce891927), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:59.061177 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d1c37e70-7c04-4bcd-9a2a-e8d4997a0d2d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group (fef8553e-c07c-4d30-ba1b-7d85ce891927), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:59.139852 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:59.193311 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d1c37e70-7c04-4bcd-9a2a-e8d4997a0d2d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fef8553e-c07c-4d30-ba1b-7d85ce891927), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:59.195911 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d1c37e70-7c04-4bcd-9a2a-e8d4997a0d2d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:20:59.197049 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d1c37e70-7c04-4bcd-9a2a-e8d4997a0d2d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] 10.222.0.20 "DELETE /v2.0/security-groups/fef8553e-c07c-4d30-ba1b-7d85ce891927 HTTP/1.1" status: 204 len: 168 time: 0.2162073 Mar 24 14:20:59.206780 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37e70-7c04-4bcd-9a2a-e8d4997a0d2d tempest-TestVolumeBootPattern-1418165906 tempest-TestVolumeBootPattern-1418165906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8553e-c07c-4d30-ba1b-7d85ce891927,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:20:59.306114 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51910) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:20:59.763426 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (c4312125-f27a-44fe-ac94-923993ca3331), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:00.006831 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Deleting port 53e97378-e23d-4b4b-ab43-ca58d5669410 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:00.007516 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:00.082170 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] For port 53e97378-e23d-4b4b-ab43-ca58d5669410, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=53e97378-e23d-4b4b-ab43-ca58d5669410,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:00.082539 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:00.098001 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Calling delete_port for 53e97378-e23d-4b4b-ab43-ca58d5669410 owned by network:router_interface {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:00.347659 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (53e97378-e23d-4b4b-ab43-ca58d5669410), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:00.370667 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e97378-e23d-4b4b-ab43-ca58d5669410,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:00.540379 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (c4312125-f27a-44fe-ac94-923993ca3331), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:00.626120 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:00.993258 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Router c4312125-f27a-44fe-ac94-923993ca3331 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:21:01.098344 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:21:01.103332 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-82640a6a-872c-4bee-986c-32f7612dd445 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4312125-f27a-44fe-ac94-923993ca3331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7960362 Mar 24 14:21:01.105822 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51914) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:01.108484 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] Sync routers for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:21:01.118880 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:01.120017 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:01.208947 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks [] for router (c4312125-f27a-44fe-ac94-923993ca3331), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.225219 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:01.310494 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks [] for router_gateway (c4312125-f27a-44fe-ac94-923993ca3331), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.398895 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25113e4f-3617-446b-84ac-999274a45d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:21:00Z', 'revision_number': 5, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port': {'id': '25113e4f-3617-446b-84ac-999274a45d3b', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:31Z', 'updated_at': '2022-03-24T14:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:01.427693 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] Checking router: c4312125-f27a-44fe-ac94-923993ca3331 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:21:01.436399 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] Routers {'c4312125-f27a-44fe-ac94-923993ca3331'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:01.436992 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['c4312125-f27a-44fe-ac94-923993ca3331'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:01.441580 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Deleting port 25113e4f-3617-446b-84ac-999274a45d3b {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:01.441924 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (25113e4f-3617-446b-84ac-999274a45d3b), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.518401 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] For port 25113e4f-3617-446b-84ac-999274a45d3b, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=25113e4f-3617-446b-84ac-999274a45d3b,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:01.518801 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (25113e4f-3617-446b-84ac-999274a45d3b), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.524268 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] Set router c4312125-f27a-44fe-ac94-923993ca3331 gateway port host: None {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:01.531835 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Calling delete_port for 25113e4f-3617-446b-84ac-999274a45d3b owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:01.575754 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:21:01Z', 'revision_number': 6, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:01.604966 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048399ee-17f4-479b-b28d-bb673240e10e None None] The sync data for ids ['c4312125-f27a-44fe-ac94-923993ca3331'] in dv-cinder-798189-3-iscsi is: [{'id': 'c4312125-f27a-44fe-ac94-923993ca3331', 'name': 'tempest-TestVolumeBootPattern-460794982-router', 'tenant_id': 'f7e399eefdea43b29574b153a43d7e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:30Z', 'updated_at': '2022-03-24T14:21:01Z', 'revision_number': 6, 'project_id': 'f7e399eefdea43b29574b153a43d7e95', 'gw_port_host': None}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:21:01.759178 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (25113e4f-3617-446b-84ac-999274a45d3b), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.784908 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Pushing event deleted for resources: {'Port': ['ID=25113e4f-3617-446b-84ac-999274a45d3b,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:01.846478 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (c4312125-f27a-44fe-ac94-923993ca3331), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.946185 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (c4312125-f27a-44fe-ac94-923993ca3331), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:01.948442 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks [] for router_controller (c4312125-f27a-44fe-ac94-923993ca3331), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.067821 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (c4312125-f27a-44fe-ac94-923993ca3331), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.068352 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4312125-f27a-44fe-ac94-923993ca3331 {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:21:02.072665 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.073905 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-278818c4-3400-427b-a354-b325005a8271 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4312125-f27a-44fe-ac94-923993ca3331 HTTP/1.1" status: 204 len: 168 time: 0.9671707 Mar 24 14:21:02.076402 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51916) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:02.120360 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Deleting subnet d7a4e961-e16a-4554-ba51-b701abbeee5a {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:21:02.123322 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Publish callbacks [] for subnet (d7a4e961-e16a-4554-ba51-b701abbeee5a), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.156087 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (d7a4e961-e16a-4554-ba51-b701abbeee5a), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.228055 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (d7a4e961-e16a-4554-ba51-b701abbeee5a), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.334767 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (d7a4e961-e16a-4554-ba51-b701abbeee5a), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.358955 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a4e961-e16a-4554-ba51-b701abbeee5a,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:02.365588 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.368210 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-db6b3a6d-87a1-4724-b7e0-f6be7628eade admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d7a4e961-e16a-4554-ba51-b701abbeee5a HTTP/1.1" status: 204 len: 168 time: 0.2908475 Mar 24 14:21:02.370798 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51918) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:02.370949 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41afea-72d2-42e0-9382-666238051892 None None] Network 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:21:02.439155 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (63cc0139-f16e-4e94-9349-38b3a6d4c1b2), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.498659 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Deleting port b521a77f-4c15-4d87-802b-a6babdd1df50 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:02.499413 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.543799 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] DHCP port deletion for 63cc0139-f16e-4e94-9349-38b3a6d4c1b2 request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:21:02.570296 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 53e97378-e23d-4b4b-ab43-ca58d5669410 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:02.573156 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] For port b521a77f-4c15-4d87-802b-a6babdd1df50, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b521a77f-4c15-4d87-802b-a6babdd1df50,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:02.573414 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.587722 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Calling delete_port for b521a77f-4c15-4d87-802b-a6babdd1df50 owned by network:dhcp {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:02.596700 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 53e97378-e23d-4b4b-ab43-ca58d5669410 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:02.597042 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 53e97378-e23d-4b4b-ab43-ca58d5669410 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:02.597640 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 25113e4f-3617-446b-84ac-999274a45d3b no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:02.624027 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 25113e4f-3617-446b-84ac-999274a45d3b {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:02.624294 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 25113e4f-3617-446b-84ac-999274a45d3b not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:02.644505 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Deleting port b521a77f-4c15-4d87-802b-a6babdd1df50 {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:02.644876 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.709412 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] For port b521a77f-4c15-4d87-802b-a6babdd1df50, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=b521a77f-4c15-4d87-802b-a6babdd1df50,segment=NetworkSegment(d20f932b-84da-4da6-8f47-2a6e2c80c1d3),segment_id=d20f932b-84da-4da6-8f47-2a6e2c80c1d3)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:02.709807 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.722111 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Calling delete_port for b521a77f-4c15-4d87-802b-a6babdd1df50 owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:02.736857 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.766307 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Pushing event deleted for resources: {'Port': ['ID=b521a77f-4c15-4d87-802b-a6babdd1df50,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:02.770021 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] No DVR routers for this DVR port b521a77f-4c15-4d87-802b-a6babdd1df50 on host dv-cinder-798189-3-iscsi {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: from cryptography.utils import int_from_bytes Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: from cryptography.utils import int_from_bytes Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.796458 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 14:21:02.799465 dv-cinder-798189-3-iscsi neutron-server[110188]: self.session.flush() Mar 24 14:21:02.806155 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (b521a77f-4c15-4d87-802b-a6babdd1df50), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.829896 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Pushing event deleted for resources: {'Port': ['ID=b521a77f-4c15-4d87-802b-a6babdd1df50,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:02.838137 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (63cc0139-f16e-4e94-9349-38b3a6d4c1b2), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.839405 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.839757 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.840501 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.840501 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.840825 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.841075 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.841401 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.841725 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.842054 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.842373 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.842781 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.843111 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.843433 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.843754 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.844074 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:02.846814 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb0fcb-0a8f-4770-96a6-963078b4633e None None] No DVR routers for this DVR port b521a77f-4c15-4d87-802b-a6babdd1df50 on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:02.862148 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cc0139-f16e-4e94-9349-38b3a6d4c1b2']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:02.871819 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:02.872113 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20f932b-84da-4da6-8f47-2a6e2c80c1d3') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:02.881062 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (d20f932b-84da-4da6-8f47-2a6e2c80c1d3), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.894193 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (d20f932b-84da-4da6-8f47-2a6e2c80c1d3), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.899808 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:21:02.900182 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (d20f932b-84da-4da6-8f47-2a6e2c80c1d3), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:21:02.901825 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:21:03.011035 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (63cc0139-f16e-4e94-9349-38b3a6d4c1b2), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:03.016436 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:03.019677 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] 10.222.0.20 "DELETE /v2.0/networks/63cc0139-f16e-4e94-9349-38b3a6d4c1b2 HTTP/1.1" status: 204 len: 168 time: 0.6480098 Mar 24 14:21:03.022687 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51920) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:03.030748 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf9c9-2b0e-4e28-91c3-92920eea088b admin admin] Pushing event deleted for resources: {'Network': ['ID=63cc0139-f16e-4e94-9349-38b3a6d4c1b2,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:03.617403 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:03.850282 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Deleting port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:03.850634 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:03.923308 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] For port 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:03.923586 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:03.935561 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Calling delete_port for 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca owned by network:router_interface {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:04.187455 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:04.215447 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:04.378319 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:04.555482 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b521a77f-4c15-4d87-802b-a6babdd1df50 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:04.577105 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: b521a77f-4c15-4d87-802b-a6babdd1df50 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:04.577450 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device b521a77f-4c15-4d87-802b-a6babdd1df50 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:04.597953 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:21:04.706513 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:21:04.711438 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-bb4762fe-bf00-4610-ab65-2c604816b4fd admin admin] 10.222.0.20 "PUT /v2.0/routers/4cf6e790-d2c2-4358-be1e-02ffe7d7551f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876152 Mar 24 14:21:04.714355 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51922) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:04.716019 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] Sync routers for ids ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'] in dv-cinder-798189-3-iscsi {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:21:04.726526 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] Routers {'4cf6e790-d2c2-4358-be1e-02ffe7d7551f'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:04.727168 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:04.815442 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks [] for router (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:04.831559 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] Set router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f gateway port host: dv-cinder-798189-3-iscsi {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:04.914592 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks [] for router_gateway (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.008545 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:21:04Z', 'revision_number': 5, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port': {'id': '24caac25-af32-4a8b-8a1f-d69fefb01453', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:05.035181 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] Checking router: 4cf6e790-d2c2-4358-be1e-02ffe7d7551f for host: dv-cinder-798189-3-iscsi {{(pid=110188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:21:05.039149 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Deleting port 24caac25-af32-4a8b-8a1f-d69fefb01453 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:05.039486 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.043561 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] Routers {'4cf6e790-d2c2-4358-be1e-02ffe7d7551f'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:05.044165 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'], 'active': True} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:05.116515 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] For port 24caac25-af32-4a8b-8a1f-d69fefb01453, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24caac25-af32-4a8b-8a1f-d69fefb01453,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:05.116879 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.131377 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Calling delete_port for 24caac25-af32-4a8b-8a1f-d69fefb01453 owned by network:router_gateway {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:05.259555 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvr_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] Set router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f gateway port host: None {{(pid=110188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:05.311132 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_hamode_db [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:21:04Z', 'revision_number': 6, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port_host': None}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:05.339083 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae117f45-2a42-42bf-82db-9258c31bc370 None None] The sync data for ids ['4cf6e790-d2c2-4358-be1e-02ffe7d7551f'] in dv-cinder-798189-3-iscsi is: [{'id': '4cf6e790-d2c2-4358-be1e-02ffe7d7551f', 'name': 'tempest-TestVolumeBootPattern-72050080-router', 'tenant_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:12:37Z', 'updated_at': '2022-03-24T14:21:04Z', 'revision_number': 6, 'project_id': '2cd2194e5beb4d009ffb5b397bfd00aa', 'gw_port_host': None}] {{(pid=110188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:21:05.369917 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (24caac25-af32-4a8b-8a1f-d69fefb01453), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.397685 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Pushing event deleted for resources: {'Port': ['ID=24caac25-af32-4a8b-8a1f-d69fefb01453,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:05.455723 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.542813 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.544798 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks [] for router_controller (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.666092 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (4cf6e790-d2c2-4358-be1e-02ffe7d7551f), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.667286 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf6e790-d2c2-4358-be1e-02ffe7d7551f {{(pid=110187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:21:05.676372 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.676372 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-1b15845d-2ca4-43a7-a8e0-ea1ec3a388fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/4cf6e790-d2c2-4358-be1e-02ffe7d7551f HTTP/1.1" status: 204 len: 168 time: 0.9581511 Mar 24 14:21:05.678159 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51926) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:05.728210 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Deleting subnet 50fec12d-3e18-42b1-a7b2-f1cdb42dabcd {{(pid=110187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:21:05.733807 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Publish callbacks [] for subnet (50fec12d-3e18-42b1-a7b2-f1cdb42dabcd), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.770254 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3316753'] for subnet (50fec12d-3e18-42b1-a7b2-f1cdb42dabcd), precommit_delete_associations {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.842605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (50fec12d-3e18-42b1-a7b2-f1cdb42dabcd), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.959487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3316894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414700'] for subnet (50fec12d-3e18-42b1-a7b2-f1cdb42dabcd), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.984757 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fec12d-3e18-42b1-a7b2-f1cdb42dabcd,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:05.988933 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for subnet (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:05.995341 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-f60f12fe-09f2-4a90-8025-d9a9d1f66df6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50fec12d-3e18-42b1-a7b2-f1cdb42dabcd HTTP/1.1" status: 204 len: 168 time: 0.3160584 Mar 24 14:21:05.995490 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50105bfa-5df0-4f16-8a5a-d9aed99d0630 None None] Network 7b11f5ac-dc61-4764-abf4-59f294a96ea8 requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:21:05.996008 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 51932) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:06.072845 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (7b11f5ac-dc61-4764-abf4-59f294a96ea8), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.140779 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Deleting port 24a6367c-1462-4cb0-a375-585ee983ccba {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:06.145752 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.155102 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] DHCP port deletion for 7b11f5ac-dc61-4764-abf4-59f294a96ea8 request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:21:06.205487 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] Deleting port 24a6367c-1462-4cb0-a375-585ee983ccba {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:06.208835 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.211997 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] For port 24a6367c-1462-4cb0-a375-585ee983ccba, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24a6367c-1462-4cb0-a375-585ee983ccba,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:06.212422 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.227085 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Calling delete_port for 24a6367c-1462-4cb0-a375-585ee983ccba owned by network:dhcp {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:06.273155 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] For port 24a6367c-1462-4cb0-a375-585ee983ccba, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=24a6367c-1462-4cb0-a375-585ee983ccba,segment=NetworkSegment(e67e0c9b-fdf3-4008-a689-4aa4c206de45),segment_id=e67e0c9b-fdf3-4008-a689-4aa4c206de45)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:06.273554 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.287808 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] Calling delete_port for 24a6367c-1462-4cb0-a375-585ee983ccba owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:06.402940 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.410404 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (24a6367c-1462-4cb0-a375-585ee983ccba), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.431857 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=24a6367c-1462-4cb0-a375-585ee983ccba,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:06.435436 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] No DVR routers for this DVR port 24a6367c-1462-4cb0-a375-585ee983ccba on host dv-cinder-798189-3-iscsi {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:06.435811 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] Pushing event deleted for resources: {'Port': ['ID=24a6367c-1462-4cb0-a375-585ee983ccba,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:06.445180 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a524ed-5bef-48c7-b948-7e473307cc96 None None] No DVR routers for this DVR port 24a6367c-1462-4cb0-a375-585ee983ccba on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:06.519652 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (7b11f5ac-dc61-4764-abf4-59f294a96ea8), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.528822 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.532328 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24a6367c-1462-4cb0-a375-585ee983ccba no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:06.542658 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b11f5ac-dc61-4764-abf4-59f294a96ea8']}} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:06.552309 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67e0c9b-fdf3-4008-a689-4aa4c206de45') {'for_net_delete': True} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:06.552626 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.services.segments.db [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67e0c9b-fdf3-4008-a689-4aa4c206de45') {} {{(pid=110187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:06.562059 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3316776'] for segment (e67e0c9b-fdf3-4008-a689-4aa4c206de45), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.562193 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 24a6367c-1462-4cb0-a375-585ee983ccba {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:06.562678 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24a6367c-1462-4cb0-a375-585ee983ccba not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:06.563251 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24caac25-af32-4a8b-8a1f-d69fefb01453 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:06.575412 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (e67e0c9b-fdf3-4008-a689-4aa4c206de45), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.582573 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:21:06.584796 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3367228'] for segment (e67e0c9b-fdf3-4008-a689-4aa4c206de45), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.584931 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 24caac25-af32-4a8b-8a1f-d69fefb01453 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:06.584931 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 24caac25-af32-4a8b-8a1f-d69fefb01453 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:06.584931 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: Traceback (most recent call last): Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: timer() Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: cb(*args, **kw) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: return func(*args, **kwargs) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: self._notify() Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: self.callback(batched_events) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: event.method(event) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: return f(self, *a, **k) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._get(url).json() Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: return self.request(url, 'GET', **kwargs) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:21:06.585195 dv-cinder-798189-3-iscsi neutron-server[110187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:21:06.611412 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:06.611788 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 6d5ca215-3dca-4ffb-bdb8-d0e0bbc2eeca not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:06.705454 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (7b11f5ac-dc61-4764-abf4-59f294a96ea8), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.710770 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:06.717270 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] 10.222.0.20 "DELETE /v2.0/networks/7b11f5ac-dc61-4764-abf4-59f294a96ea8 HTTP/1.1" status: 204 len: 168 time: 0.7175241 Mar 24 14:21:06.725201 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac41309-354d-467e-b518-5a6faf5cfc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b11f5ac-dc61-4764-abf4-59f294a96ea8,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:07.039391 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51940) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:07.078833 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d4e4c810-a63b-45b3-ad73-be0ede20e2c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e399eefdea43b29574b153a43d7e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381758 Mar 24 14:21:07.081136 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51942) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:07.127239 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59f846a4-e9e6-4c55-b41d-885354b41316 admin admin] Publish callbacks [] for security_group (fcbaae30-68a0-449c-b684-51aa16264246), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:07.148244 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59f846a4-e9e6-4c55-b41d-885354b41316 admin admin] Publish callbacks [] for security_group (fcbaae30-68a0-449c-b684-51aa16264246), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:07.267281 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59f846a4-e9e6-4c55-b41d-885354b41316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (fcbaae30-68a0-449c-b684-51aa16264246), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:07.269845 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-59f846a4-e9e6-4c55-b41d-885354b41316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:07.271017 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-59f846a4-e9e6-4c55-b41d-885354b41316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcbaae30-68a0-449c-b684-51aa16264246 HTTP/1.1" status: 204 len: 168 time: 0.1889844 Mar 24 14:21:07.279277 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f846a4-e9e6-4c55-b41d-885354b41316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbaae30-68a0-449c-b684-51aa16264246,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:07.946732 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51958) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:07.988666 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-49076421-2f86-46f5-991e-e31eff47ceaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cd2194e5beb4d009ffb5b397bfd00aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401652 Mar 24 14:21:07.991016 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 51960) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:08.037678 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c14c-c22a-41f8-a8f7-02c14fe6d4b5 admin admin] Publish callbacks [] for security_group (f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:08.059131 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c14c-c22a-41f8-a8f7-02c14fe6d4b5 admin admin] Publish callbacks [] for security_group (f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:08.164497 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c14c-c22a-41f8-a8f7-02c14fe6d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:08.167242 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c14c-c22a-41f8-a8f7-02c14fe6d4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:08.171597 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-eaa9c14c-c22a-41f8-a8f7-02c14fe6d4b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2 HTTP/1.1" status: 204 len: 168 time: 0.1764855 Mar 24 14:21:08.177555 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c14c-c22a-41f8-a8f7-02c14fe6d4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6b34a-36f0-44ed-ab04-7dd441e8bdb2,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:17.777684 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403d438-ee04-4b6a-89fd-a9992b78eef2 req-50d7f5ed-8e1d-47b4-a15a-11fd0845308d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:21:17.779181 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7403d438-ee04-4b6a-89fd-a9992b78eef2 req-50d7f5ed-8e1d-47b4-a15a-11fd0845308d tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0519042 Mar 24 14:21:17.824595 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-7403d438-ee04-4b6a-89fd-a9992b78eef2 req-256b7ca9-08dc-45c4-a1d6-1bfa54fb6333 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397868 Mar 24 14:21:18.638521 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:21:18.941500 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b880a-4c11-4dee-a120-78922db6a56f req-cad141ab-316e-4fe5-9ab0-1b241bb56790 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:21:18.942964 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-832b880a-4c11-4dee-a120-78922db6a56f req-cad141ab-316e-4fe5-9ab0-1b241bb56790 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0504978 Mar 24 14:21:18.987018 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [req-832b880a-4c11-4dee-a120-78922db6a56f req-41639dd6-555a-4b69-a31d-9ab150a23fc6 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386415 Mar 24 14:21:19.616797 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-ee63a1bb-1117-46c4-bbf3-04d1053d54ff tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:21:19.618497 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-ee63a1bb-1117-46c4-bbf3-04d1053d54ff tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0554659 Mar 24 14:21:19.711928 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port 55032304-c2f7-4180-b7e3-0c09f3001ff5 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:19.712302 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:19.797074 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.db [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] For port 55032304-c2f7-4180-b7e3-0c09f3001ff5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=55032304-c2f7-4180-b7e3-0c09f3001ff5,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:19.797428 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:19.971744 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:19.972017 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508024'] for floatingip (2c3dd701-19e7-4680-989d-ccc3b93cf4b6), after_update {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:19.972329 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.db.l3_db [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Floating IP 2c3dd701-19e7-4680-989d-ccc3b93cf4b6 disassociated. External IP: 172.27.0.215, port: 55032304-c2f7-4180-b7e3-0c09f3001ff5. Mar 24 14:21:19.972658 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for 55032304-c2f7-4180-b7e3-0c09f3001ff5 owned by compute:nova {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:20.136487 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed15179-a9f8-45d0-92ac-8107c29f19c8 req-2cb8a0a6-f98d-4bbb-8017-096cb5442bc0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:21:20.137940 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8ed15179-a9f8-45d0-92ac-8107c29f19c8 req-2cb8a0a6-f98d-4bbb-8017-096cb5442bc0 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 946 time: 0.0850348 Mar 24 14:21:20.178818 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (55032304-c2f7-4180-b7e3-0c09f3001ff5), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:20.193118 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-8ed15179-a9f8-45d0-92ac-8107c29f19c8 req-b1eac7a2-430f-4137-b3b7-2c09c2f2a331 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups?id=af072612-7a49-4863-9e80-2ebee85f8176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496886 Mar 24 14:21:20.214830 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=55032304-c2f7-4180-b7e3-0c09f3001ff5,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:20.324698 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:21:20.430125 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:21:20.440252 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:21:20.450077 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:20.450778 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:20.469861 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.db.l3_dvrscheduler_db [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] No DVR routers for this DVR port 55032304-c2f7-4180-b7e3-0c09f3001ff5 on host hv-cinder-79818 {{(pid=110187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:20.472486 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for port (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:20.476009 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-53418d64-16a2-4dcd-ad7f-4337aa014cc1 req-a4989989-f593-4886-b6f0-bd0d2929e745 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.42 "DELETE /v2.0/ports/55032304-c2f7-4180-b7e3-0c09f3001ff5 HTTP/1.1" status: 204 len: 173 time: 0.8526969 Mar 24 14:21:20.476387 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'name': 'network-vif-deleted', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5'}] {{(pid=110187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:21:20.479218 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87fb3dc500d0b63a54bcf0f0f4d664bac4fe6af6418a8ad718ef3426b8f7886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d91a7-04b4-4c47-a504-61d070407c6c" -d '{"events": [{"server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "name": "network-vif-deleted", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5"}]}' {{(pid=110187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:21:20.521142 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6132e-4b68-4499-b424-727fb3430e39 x-openstack-request-id: req-9ec6132e-4b68-4499-b424-727fb3430e39 {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:21:20.521142 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4c241-605d-4146-8c15-fec3ff58a6b6", "name": "network-vif-deleted", "tag": "55032304-c2f7-4180-b7e3-0c09f3001ff5", "status": "completed", "code": 200}]} {{(pid=110187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:21:20.521142 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ec6132e-4b68-4499-b424-727fb3430e39 {{(pid=110187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:21:20.521142 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec6132e-4b68-4499-b424-727fb3430e39'] response: {'server_uuid': '89e4c241-605d-4146-8c15-fec3ff58a6b6', 'name': 'network-vif-deleted', 'tag': '55032304-c2f7-4180-b7e3-0c09f3001ff5', 'status': 'completed', 'code': 200} Mar 24 14:21:20.666007 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:20.873280 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:20.901947 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:21:20.909891 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:20.910479 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:20:56Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:21.011218 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:21.205592 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:21.232994 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542255ec-fd77-43e9-8981-3ffa5cbe0094 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:13:39Z', 'revision_number': 4, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi', '_interfaces': [{'id': '12f1e83f-7ce9-4a91-806c-67b392bb9ada', 'name': '', 'network_id': '12a3331f-0fc8-4e31-879f-79c13936887c', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'mac_address': 'fa:16:3e:d7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:39Z', 'updated_at': '2022-03-24T14:13:43Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'subnets': [{'id': 'd428993a-8144-41c3-84f1-0d603510e7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:21:21.308941 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [req-e77cf760-f259-433b-b175-860b84f55bcf req-9143dd7e-2640-46b1-a3a4-da9ac716c3c6 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e4c241-605d-4146-8c15-fec3ff58a6b6 HTTP/1.1" status: 200 len: 210 time: 0.0278411 Mar 24 14:21:21.473571 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e768199-fdd6-4d53-b10b-726a38c2eb98 None None] New status for floating IP 2c3dd701-19e7-4680-989d-ccc3b93cf4b6: DOWN {{(pid=110188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:21:22.467515 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52014) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:22.522392 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-240a12a3-3712-4fb5-92c6-2495bac005f5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (af072612-7a49-4863-9e80-2ebee85f8176), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:22.544761 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-240a12a3-3712-4fb5-92c6-2495bac005f5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (af072612-7a49-4863-9e80-2ebee85f8176), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:22.678389 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-240a12a3-3712-4fb5-92c6-2495bac005f5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (af072612-7a49-4863-9e80-2ebee85f8176), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:22.680956 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-240a12a3-3712-4fb5-92c6-2495bac005f5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:22.682630 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-240a12a3-3712-4fb5-92c6-2495bac005f5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/security-groups/af072612-7a49-4863-9e80-2ebee85f8176 HTTP/1.1" status: 204 len: 168 time: 0.2141225 Mar 24 14:21:22.685416 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52016) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:22.692168 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a12a3-3712-4fb5-92c6-2495bac005f5 tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af072612-7a49-4863-9e80-2ebee85f8176,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:22.701286 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.api.v2.resource [None req-a6058538-51f5-4cad-9911-951758b9f78e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] show failed (client error): The resource could not be found. Mar 24 14:21:22.702436 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a6058538-51f5-4cad-9911-951758b9f78e tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "GET /v2.0/security-groups/af072612-7a49-4863-9e80-2ebee85f8176 HTTP/1.1" status: 404 len: 347 time: 0.0158885 Mar 24 14:21:22.705122 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52018) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:22.959296 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 55032304-c2f7-4180-b7e3-0c09f3001ff5 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:22.980868 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] No Port match for: 55032304-c2f7-4180-b7e3-0c09f3001ff5 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:22.981361 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Device 55032304-c2f7-4180-b7e3-0c09f3001ff5 not bound to the agent host hv-cinder-79818 {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:23.083475 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Deleting port d455526c-6374-43e3-8491-39435d5239c9 {{(pid=110187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:23.083812 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (d455526c-6374-43e3-8491-39435d5239c9), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:23.155380 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (d455526c-6374-43e3-8491-39435d5239c9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:23.155709 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (d455526c-6374-43e3-8491-39435d5239c9), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:23.168402 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.plugins.ml2.plugin [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Calling delete_port for d455526c-6374-43e3-8491-39435d5239c9 owned by network:floatingip {{(pid=110187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:23.370295 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3367279'] for port (d455526c-6374-43e3-8491-39435d5239c9), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:23.394866 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Pushing event deleted for resources: {'Port': ['ID=d455526c-6374-43e3-8491-39435d5239c9,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:23.456441 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks [] for floatingip (2c3dd701-19e7-4680-989d-ccc3b93cf4b6), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:23.459283 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94775'] for floatingip (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:23.461413 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-268066fc-fe66-425e-ac13-6971eb202fdd tempest-AttachVolumeNegativeTest-321657185 tempest-AttachVolumeNegativeTest-321657185-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c3dd701-19e7-4680-989d-ccc3b93cf4b6 HTTP/1.1" status: 204 len: 168 time: 0.7543974 Mar 24 14:21:24.256042 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-bccd8c57-a797-4031-b5d9-139c6b7282f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:26.476755 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ef90-6604-40b4-a0fc-32e0472f685d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:27.439294 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52054) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:27.895622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:27.954334 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509304'] for router_interface (28c13a4f-b410-49d4-ab23-6754c75151a0), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:28.193904 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Deleting port 12f1e83f-7ce9-4a91-806c-67b392bb9ada {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:28.194139 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:28.269620 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] For port 12f1e83f-7ce9-4a91-806c-67b392bb9ada, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=12f1e83f-7ce9-4a91-806c-67b392bb9ada,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:28.269967 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:28.282634 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Calling delete_port for 12f1e83f-7ce9-4a91-806c-67b392bb9ada owned by network:router_interface {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:28.516765 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (12f1e83f-7ce9-4a91-806c-67b392bb9ada), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:28.541799 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=12f1e83f-7ce9-4a91-806c-67b392bb9ada,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:28.703899 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509896'] for router_interface (28c13a4f-b410-49d4-ab23-6754c75151a0), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:28.913710 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Router 28c13a4f-b410-49d4-ab23-6754c75151a0 has already been hosted by L3 agent 18039ef1-6405-4bdd-9abd-a3de3a87266c {{(pid=110186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:21:29.018206 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] Notify agent at l3_agent.dv-cinder-798189-3-iscsi the message routers_updated {{(pid=110186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:21:29.023611 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-3c9b636a-e02f-4422-82f5-e2b8d532bf1c admin admin] 10.222.0.20 "PUT /v2.0/routers/28c13a4f-b410-49d4-ab23-6754c75151a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829325 Mar 24 14:21:29.025696 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52058) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:29.028146 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] Sync routers for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:21:29.039635 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:29.040241 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:21:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:29.119298 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:29.133441 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks [] for router (28c13a4f-b410-49d4-ab23-6754c75151a0), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:29.152865 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:29.336380 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:21:28Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:29.364745 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] Checking router: 28c13a4f-b410-49d4-ab23-6754c75151a0 for host: dv-cinder-798189-3-iscsi {{(pid=110189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:21:29.374289 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] Routers {'28c13a4f-b410-49d4-ab23-6754c75151a0'} bound to L3 agent in host dv-cinder-798189-3-iscsi {{(pid=110189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:21:29.375087 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T13:54:56Z,description=,heartbeat_timestamp=2022-03-24T14:21:26Z,host='dv-cinder-798189-3-iscsi',id=18039ef1-6405-4bdd-9abd-a3de3a87266c,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T13:54:57Z,topic='l3_agent')) {'router_ids': ['28c13a4f-b410-49d4-ab23-6754c75151a0'], 'active': True} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:29.481999 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_dvr_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] Set router 28c13a4f-b410-49d4-ab23-6754c75151a0 gateway port host: dv-cinder-798189-3-iscsi {{(pid=110189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:21:29.487761 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks [] for router_gateway (28c13a4f-b410-49d4-ab23-6754c75151a0), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:29.612687 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Deleting port 9d4a7404-774f-41e9-a595-52ef836eedba {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:29.613380 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:29.656249 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.l3_hamode_db [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:21:28Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}], 'dv-cinder-798189-3-iscsi', False) {} {{(pid=110189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:29.685645 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffefec-f5c0-4fdc-9497-dbf48e4302b5 None None] The sync data for ids ['28c13a4f-b410-49d4-ab23-6754c75151a0'] in dv-cinder-798189-3-iscsi is: [{'id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'name': 'tempest-AttachVolumeNegativeTest-1247324845-router', 'tenant_id': '029884eac7f843b6855a2fe1deaf236e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'external_fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:13:34Z', 'updated_at': '2022-03-24T14:21:28Z', 'revision_number': 5, 'project_id': '029884eac7f843b6855a2fe1deaf236e', 'gw_port': {'id': '9d4a7404-774f-41e9-a595-52ef836eedba', 'name': '', 'network_id': '30278910-be67-4129-bc7c-760c34bddc25', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c13a4f-b410-49d4-ab23-6754c75151a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '97759853-761f-489d-8e70-f177495438a5', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:13:36Z', 'updated_at': '2022-03-24T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97759853-761f-489d-8e70-f177495438a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-3-iscsi'}] {{(pid=110189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:21:29.690968 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] For port 9d4a7404-774f-41e9-a595-52ef836eedba, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9d4a7404-774f-41e9-a595-52ef836eedba,segment=NetworkSegment(56a4a98b-063f-45c5-927b-0aa469e8880f),segment_id=56a4a98b-063f-45c5-927b-0aa469e8880f)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:29.691360 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:29.704605 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Calling delete_port for 9d4a7404-774f-41e9-a595-52ef836eedba owned by network:router_gateway {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:29.918510 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (9d4a7404-774f-41e9-a595-52ef836eedba), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:29.942324 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4a7404-774f-41e9-a595-52ef836eedba,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:30.001044 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507954'] for router_gateway (28c13a4f-b410-49d4-ab23-6754c75151a0), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.095728 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-931'] for router (28c13a4f-b410-49d4-ab23-6754c75151a0), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.097898 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks [] for router_controller (28c13a4f-b410-49d4-ab23-6754c75151a0), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.232702 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507857'] for router (28c13a4f-b410-49d4-ab23-6754c75151a0), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.233261 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c13a4f-b410-49d4-ab23-6754c75151a0 {{(pid=110186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:21:30.237818 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.239070 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6f0c2e3a-3083-439c-9985-9df8843b79ab admin admin] 10.222.0.20 "DELETE /v2.0/routers/28c13a4f-b410-49d4-ab23-6754c75151a0 HTTP/1.1" status: 204 len: 168 time: 1.2124698 Mar 24 14:21:30.241549 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52060) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:30.287429 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Deleting subnet d428993a-8144-41c3-84f1-0d603510e7a8 {{(pid=110186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:21:30.291386 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Publish callbacks [] for subnet (d428993a-8144-41c3-84f1-0d603510e7a8), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.326609 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795134'] for subnet (d428993a-8144-41c3-84f1-0d603510e7a8), precommit_delete_associations {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.406090 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32702193'] for subnet (d428993a-8144-41c3-84f1-0d603510e7a8), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.522380 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32702184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9412688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8624863'] for subnet (d428993a-8144-41c3-84f1-0d603510e7a8), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.549405 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d428993a-8144-41c3-84f1-0d603510e7a8,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:30.552861 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.556168 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-16a5e5c1-84f1-49c4-bb3a-647dc9f2e048 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d428993a-8144-41c3-84f1-0d603510e7a8 HTTP/1.1" status: 204 len: 168 time: 0.3136663 Mar 24 14:21:30.558674 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52062) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:30.561229 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3fd26-631b-4a3b-9a5c-2ebd3924a006 None None] Network 12a3331f-0fc8-4e31-879f-79c13936887c requested from dv-cinder-798189-3-iscsi {{(pid=110188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:21:30.604097 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.628255 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32622014'] for network (12a3331f-0fc8-4e31-879f-79c13936887c), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.688947 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Deleting port 9c307fef-9072-479f-8beb-4a2ff405cb21 {{(pid=110186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:30.689064 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.747202 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] DHCP port deletion for 12a3331f-0fc8-4e31-879f-79c13936887c request from dv-cinder-798189-3-iscsi {{(pid=110188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:21:30.761570 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.db [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] For port 9c307fef-9072-479f-8beb-4a2ff405cb21, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9c307fef-9072-479f-8beb-4a2ff405cb21,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:30.762056 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.775830 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.plugin [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Calling delete_port for 9c307fef-9072-479f-8beb-4a2ff405cb21 owned by network:dhcp {{(pid=110186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:30.776814 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 12f1e83f-7ce9-4a91-806c-67b392bb9ada no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:30.797061 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 12f1e83f-7ce9-4a91-806c-67b392bb9ada {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:30.797400 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 12f1e83f-7ce9-4a91-806c-67b392bb9ada not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:30.797804 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9d4a7404-774f-41e9-a595-52ef836eedba no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:30.819072 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 9d4a7404-774f-41e9-a595-52ef836eedba {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:30.819419 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9d4a7404-774f-41e9-a595-52ef836eedba not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:30.841144 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] Deleting port 9c307fef-9072-479f-8beb-4a2ff405cb21 {{(pid=110188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:21:30.841521 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738127191839'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), before_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.905692 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.db [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] For port 9c307fef-9072-479f-8beb-4a2ff405cb21, host dv-cinder-798189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-3-iscsi',level=0,port_id=9c307fef-9072-479f-8beb-4a2ff405cb21,segment=NetworkSegment(c42f7b0f-b944-4f06-ac64-e56863589885),segment_id=c42f7b0f-b944-4f06-ac64-e56863589885)] {{(pid=110188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:21:30.906110 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-513898'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), precommit_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.918442 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9330081'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:30.918657 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] Calling delete_port for 9c307fef-9072-479f-8beb-4a2ff405cb21 owned by network:dhcp {{(pid=110188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:21:30.944271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c307fef-9072-479f-8beb-4a2ff405cb21,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:30.946121 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] No DVR routers for this DVR port 9c307fef-9072-479f-8beb-4a2ff405cb21 on host dv-cinder-798189-3-iscsi {{(pid=110186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:30.992214 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33332876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738127198338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738126694135'] for port (9c307fef-9072-479f-8beb-4a2ff405cb21), after_delete {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.015285 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] Pushing event deleted for resources: {'Port': ['ID=9c307fef-9072-479f-8beb-4a2ff405cb21,revision_number=None']} {{(pid=110188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:31.018969 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32766276', 'neutron.services.segments.db._delete_segments_for_network-8738127038275'] for network (12a3331f-0fc8-4e31-879f-79c13936887c), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.020871 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dac753-551e-4adf-81ed-c5c4df45df81 None None] No DVR routers for this DVR port 9c307fef-9072-479f-8beb-4a2ff405cb21 on host dv-cinder-798189-3-iscsi {{(pid=110188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:21:31.043339 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a3331f-0fc8-4e31-879f-79c13936887c']}} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:31.052792 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42f7b0f-b944-4f06-ac64-e56863589885') {'for_net_delete': True} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:31.053093 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.services.segments.db [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42f7b0f-b944-4f06-ac64-e56863589885') {} {{(pid=110186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:21:31.063152 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738127222348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795079'] for segment (c42f7b0f-b944-4f06-ac64-e56863589885), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.076141 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320'] for segment (c42f7b0f-b944-4f06-ac64-e56863589885), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.081960 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=110186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:21:31.082343 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32697320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330162'] for segment (c42f7b0f-b944-4f06-ac64-e56863589885), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: Traceback (most recent call last): Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: timer() Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: cb(*args, **kw) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: return func(*args, **kwargs) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: self._notify() Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: self.callback(batched_events) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: event.method(event) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: return f(self, *a, **k) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._get(url).json() Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: return self.request(url, 'GET', **kwargs) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:21:31.084052 dv-cinder-798189-3-iscsi neutron-server[110186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:21:31.193058 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507982'] for network (12a3331f-0fc8-4e31-879f-79c13936887c), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.198786 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568672'] for network (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.201852 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] 10.222.0.20 "DELETE /v2.0/networks/12a3331f-0fc8-4e31-879f-79c13936887c HTTP/1.1" status: 204 len: 168 time: 0.6422145 Mar 24 14:21:31.213389 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f355a-3bc4-4b20-8f0d-ecc2e9997a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=12a3331f-0fc8-4e31-879f-79c13936887c,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:31.494455 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52066) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:31.537571 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-637c2b28-cca2-4d9c-81b1-fb8382c8704d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=029884eac7f843b6855a2fe1deaf236e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397582 Mar 24 14:21:31.537942 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52068) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:31.588487 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f13aff4f-762c-4a92-ab4e-702b55d34e67 admin admin] Publish callbacks [] for security_group (37d53858-a368-4c3f-af44-3f9d1744eb80), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.609110 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f13aff4f-762c-4a92-ab4e-702b55d34e67 admin admin] Publish callbacks [] for security_group (37d53858-a368-4c3f-af44-3f9d1744eb80), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.713252 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f13aff4f-762c-4a92-ab4e-702b55d34e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (37d53858-a368-4c3f-af44-3f9d1744eb80), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.715742 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-f13aff4f-762c-4a92-ab4e-702b55d34e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:31.716883 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-f13aff4f-762c-4a92-ab4e-702b55d34e67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37d53858-a368-4c3f-af44-3f9d1744eb80 HTTP/1.1" status: 204 len: 168 time: 0.1780505 Mar 24 14:21:31.724368 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13aff4f-762c-4a92-ab4e-702b55d34e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d53858-a368-4c3f-af44-3f9d1744eb80,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:32.525961 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9c307fef-9072-479f-8beb-4a2ff405cb21 no longer exists at agent ovs-agent-dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:21:32.549060 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] No Port match for: 9c307fef-9072-479f-8beb-4a2ff405cb21 {{(pid=110188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:21:32.552979 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.rpc [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Device 9c307fef-9072-479f-8beb-4a2ff405cb21 not bound to the agent host dv-cinder-798189-3-iscsi {{(pid=110188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:21:36.501264 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:45.966476 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52204) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:46.066762 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.137736 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Publish callbacks [] for security_group (3d0a3273-094a-4b5d-a0d4-c6fddd4de62a), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.190094 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (3d0a3273-094a-4b5d-a0d4-c6fddd4de62a), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.227776 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2888b0f6a3c04e19831a9f02cf864fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602150 Mar 24 14:21:46.228950 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0a3273-094a-4b5d-a0d4-c6fddd4de62a,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:46.230543 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52208) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:46.236229 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.237366 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.237721 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.238254 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.238641 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.238982 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.239315 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.239644 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.239970 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.240308 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.240624 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.240948 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.241271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.241590 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.241909 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d444fd-3b23-4dfa-9713-ef587e5317d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:46.279768 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d12d0234-1b48-4380-80a6-3526a27e17c0 admin admin] Publish callbacks [] for security_group (3d0a3273-094a-4b5d-a0d4-c6fddd4de62a), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.300299 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d12d0234-1b48-4380-80a6-3526a27e17c0 admin admin] Publish callbacks [] for security_group (3d0a3273-094a-4b5d-a0d4-c6fddd4de62a), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.558014 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d12d0234-1b48-4380-80a6-3526a27e17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (3d0a3273-094a-4b5d-a0d4-c6fddd4de62a), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.560496 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-d12d0234-1b48-4380-80a6-3526a27e17c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:46.561633 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-d12d0234-1b48-4380-80a6-3526a27e17c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d0a3273-094a-4b5d-a0d4-c6fddd4de62a HTTP/1.1" status: 204 len: 168 time: 0.3300951 Mar 24 14:21:46.569642 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d0234-1b48-4380-80a6-3526a27e17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0a3273-094a-4b5d-a0d4-c6fddd4de62a,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:47.191714 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52214) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:47.205557 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ea7379a5-e4b6-472c-8b01-d7e9ef42997f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.276597 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ea7379a5-e4b6-472c-8b01-d7e9ef42997f admin admin] Publish callbacks [] for security_group (d7caeb84-3b83-41a7-91cf-3861b18048e2), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.341584 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-ea7379a5-e4b6-472c-8b01-d7e9ef42997f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d7caeb84-3b83-41a7-91cf-3861b18048e2), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.380224 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-ea7379a5-e4b6-472c-8b01-d7e9ef42997f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63f5d48eede848cfadfe86d4faac3865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873686 Mar 24 14:21:47.381384 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7379a5-e4b6-472c-8b01-d7e9ef42997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7caeb84-3b83-41a7-91cf-3861b18048e2,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:47.383041 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52216) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:47.430089 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cc510625-2939-46a8-aa73-ddb4a28ca0e1 admin admin] Publish callbacks [] for security_group (d7caeb84-3b83-41a7-91cf-3861b18048e2), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.450945 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cc510625-2939-46a8-aa73-ddb4a28ca0e1 admin admin] Publish callbacks [] for security_group (d7caeb84-3b83-41a7-91cf-3861b18048e2), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.569173 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cc510625-2939-46a8-aa73-ddb4a28ca0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (d7caeb84-3b83-41a7-91cf-3861b18048e2), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.571828 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-cc510625-2939-46a8-aa73-ddb4a28ca0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:47.572985 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-cc510625-2939-46a8-aa73-ddb4a28ca0e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7caeb84-3b83-41a7-91cf-3861b18048e2 HTTP/1.1" status: 204 len: 168 time: 0.1888959 Mar 24 14:21:47.580310 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc510625-2939-46a8-aa73-ddb4a28ca0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7caeb84-3b83-41a7-91cf-3861b18048e2,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:54.249263 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52294) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:54.272503 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51a6-b1ef-41e0-b184-39c6955ff039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.350663 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1f5dbca-ac32-48da-9331-b00ca85d84f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.421799 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1f5dbca-ac32-48da-9331-b00ca85d84f2 admin admin] Publish callbacks [] for security_group (8d0a8d1b-22e1-4304-b9aa-3d1a0e010028), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.481349 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1f5dbca-ac32-48da-9331-b00ca85d84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8d0a8d1b-22e1-4304-b9aa-3d1a0e010028), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.520869 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a1f5dbca-ac32-48da-9331-b00ca85d84f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42151c34803c4397b474c554f9caf839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705321 Mar 24 14:21:54.521745 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5dbca-ac32-48da-9331-b00ca85d84f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a8d1b-22e1-4304-b9aa-3d1a0e010028,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:54.523547 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52298) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:54.571962 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Publish callbacks [] for security_group (8d0a8d1b-22e1-4304-b9aa-3d1a0e010028), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.592548 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Publish callbacks [] for security_group (8d0a8d1b-22e1-4304-b9aa-3d1a0e010028), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.715834 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (8d0a8d1b-22e1-4304-b9aa-3d1a0e010028), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.718312 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:54.719472 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d0a8d1b-22e1-4304-b9aa-3d1a0e010028 HTTP/1.1" status: 204 len: 168 time: 0.1948833 Mar 24 14:21:54.727048 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a8d1b-22e1-4304-b9aa-3d1a0e010028,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:54.738713 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.739064 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.739402 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.739737 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.740065 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.740388 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.740710 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.741030 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.741359 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.741675 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.741995 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.742312 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.742834 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.743102 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:54.743334 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafdbb4d-bf05-411f-b8ef-55fda61f691d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-3-iscsi {{(pid=110187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:21:55.328091 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52304) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:55.341410 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77a02224-ca33-4092-9f2f-28684ddc243d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.410797 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77a02224-ca33-4092-9f2f-28684ddc243d admin admin] Publish callbacks [] for security_group (56a62a50-99f5-499a-93cf-9932c187fbe7), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.472258 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-77a02224-ca33-4092-9f2f-28684ddc243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (56a62a50-99f5-499a-93cf-9932c187fbe7), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.512585 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-77a02224-ca33-4092-9f2f-28684ddc243d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=891ae0cdd10446f583b2c251b0791dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833577 Mar 24 14:21:55.513383 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a02224-ca33-4092-9f2f-28684ddc243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a62a50-99f5-499a-93cf-9932c187fbe7,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:55.515313 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52306) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:55.561635 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50da5fce-220e-47b6-9c63-d83da163c846 admin admin] Publish callbacks [] for security_group (56a62a50-99f5-499a-93cf-9932c187fbe7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.582326 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50da5fce-220e-47b6-9c63-d83da163c846 admin admin] Publish callbacks [] for security_group (56a62a50-99f5-499a-93cf-9932c187fbe7), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.637693 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:21:55.701080 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50da5fce-220e-47b6-9c63-d83da163c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (56a62a50-99f5-499a-93cf-9932c187fbe7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.703912 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50da5fce-220e-47b6-9c63-d83da163c846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:55.705069 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-50da5fce-220e-47b6-9c63-d83da163c846 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56a62a50-99f5-499a-93cf-9932c187fbe7 HTTP/1.1" status: 204 len: 168 time: 0.1887035 Mar 24 14:21:55.713828 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da5fce-220e-47b6-9c63-d83da163c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a62a50-99f5-499a-93cf-9932c187fbe7,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:56.477840 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-3490ebcb-f3f6-4355-bdec-dc2a340b1af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:57.918048 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:58.938977 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52376) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:59.044828 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-da76ee75-9971-491c-87de-fad468133e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.113742 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-da76ee75-9971-491c-87de-fad468133e67 admin admin] Publish callbacks [] for security_group (a68f52fc-5095-4846-afbe-baa91b4fc4aa), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.132840 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.186021 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-da76ee75-9971-491c-87de-fad468133e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a68f52fc-5095-4846-afbe-baa91b4fc4aa), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.223190 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-da76ee75-9971-491c-87de-fad468133e67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c3d57eca74a4f8492a9a426c6f38983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831669 Mar 24 14:21:59.225085 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76ee75-9971-491c-87de-fad468133e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f52fc-5095-4846-afbe-baa91b4fc4aa,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:21:59.225883 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52380) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:21:59.274344 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bd2046db-37c0-4482-ba9f-af070dbc9208 admin admin] Publish callbacks [] for security_group (a68f52fc-5095-4846-afbe-baa91b4fc4aa), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.299271 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bd2046db-37c0-4482-ba9f-af070dbc9208 admin admin] Publish callbacks [] for security_group (a68f52fc-5095-4846-afbe-baa91b4fc4aa), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.412502 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bd2046db-37c0-4482-ba9f-af070dbc9208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (a68f52fc-5095-4846-afbe-baa91b4fc4aa), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.415089 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-bd2046db-37c0-4482-ba9f-af070dbc9208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:21:59.416722 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-bd2046db-37c0-4482-ba9f-af070dbc9208 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a68f52fc-5095-4846-afbe-baa91b4fc4aa HTTP/1.1" status: 204 len: 168 time: 0.1898723 Mar 24 14:21:59.424261 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2046db-37c0-4482-ba9f-af070dbc9208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f52fc-5095-4846-afbe-baa91b4fc4aa,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:00.020463 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52386) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:00.033953 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae703-3ef6-4c19-b63a-b8d3deeebb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.104685 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae703-3ef6-4c19-b63a-b8d3deeebb26 admin admin] Publish callbacks [] for security_group (9b61333c-34c5-4a37-963f-4384a2a62bbf), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.180856 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae703-3ef6-4c19-b63a-b8d3deeebb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (9b61333c-34c5-4a37-963f-4384a2a62bbf), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.218487 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-6e3ae703-3ef6-4c19-b63a-b8d3deeebb26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b27860093104752b38e2add0f593326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969895 Mar 24 14:22:00.219367 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ae703-3ef6-4c19-b63a-b8d3deeebb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61333c-34c5-4a37-963f-4384a2a62bbf,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:00.221887 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52388) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:00.268605 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9de3bf23-8344-4699-a845-ca0c7939900c admin admin] Publish callbacks [] for security_group (9b61333c-34c5-4a37-963f-4384a2a62bbf), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.289426 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9de3bf23-8344-4699-a845-ca0c7939900c admin admin] Publish callbacks [] for security_group (9b61333c-34c5-4a37-963f-4384a2a62bbf), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.418728 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9de3bf23-8344-4699-a845-ca0c7939900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (9b61333c-34c5-4a37-963f-4384a2a62bbf), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.421248 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-9de3bf23-8344-4699-a845-ca0c7939900c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:00.422378 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-9de3bf23-8344-4699-a845-ca0c7939900c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b61333c-34c5-4a37-963f-4384a2a62bbf HTTP/1.1" status: 204 len: 168 time: 0.1992588 Mar 24 14:22:00.429756 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3bf23-8344-4699-a845-ca0c7939900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61333c-34c5-4a37-963f-4384a2a62bbf,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:00.609342 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:06.545735 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.468452 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52494) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:13.567543 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-3226c763-f26d-4106-8f0c-6a8354391984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.640806 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-3226c763-f26d-4106-8f0c-6a8354391984 admin admin] Publish callbacks [] for security_group (cbf851f3-1b9c-4ab5-8f14-c07aff43bf16), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.710161 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-3226c763-f26d-4106-8f0c-6a8354391984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (cbf851f3-1b9c-4ab5-8f14-c07aff43bf16), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.750847 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-3226c763-f26d-4106-8f0c-6a8354391984 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bb6493eea9a469ca2376dcff28b9533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812674 Mar 24 14:22:13.751574 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226c763-f26d-4106-8f0c-6a8354391984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf851f3-1b9c-4ab5-8f14-c07aff43bf16,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:13.754475 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52498) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:13.805531 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9ea85aa2-cc4c-4ba6-8f3c-8c1af5a56d39 admin admin] Publish callbacks [] for security_group (cbf851f3-1b9c-4ab5-8f14-c07aff43bf16), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.826734 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9ea85aa2-cc4c-4ba6-8f3c-8c1af5a56d39 admin admin] Publish callbacks [] for security_group (cbf851f3-1b9c-4ab5-8f14-c07aff43bf16), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.923481 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9ea85aa2-cc4c-4ba6-8f3c-8c1af5a56d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (cbf851f3-1b9c-4ab5-8f14-c07aff43bf16), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.926104 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-9ea85aa2-cc4c-4ba6-8f3c-8c1af5a56d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:13.927310 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-9ea85aa2-cc4c-4ba6-8f3c-8c1af5a56d39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf851f3-1b9c-4ab5-8f14-c07aff43bf16 HTTP/1.1" status: 204 len: 168 time: 0.1717696 Mar 24 14:22:13.935400 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea85aa2-cc4c-4ba6-8f3c-8c1af5a56d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf851f3-1b9c-4ab5-8f14-c07aff43bf16,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:14.521958 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52504) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:14.535362 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d7bc98ac-7986-4d07-9ec7-ffbc630b0016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.607048 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d7bc98ac-7986-4d07-9ec7-ffbc630b0016 admin admin] Publish callbacks [] for security_group (012b0889-33e3-49be-9ac6-61a6745d09c7), precommit_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.680584 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-d7bc98ac-7986-4d07-9ec7-ffbc630b0016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (012b0889-33e3-49be-9ac6-61a6745d09c7), after_create {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.717405 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-d7bc98ac-7986-4d07-9ec7-ffbc630b0016 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a231db9fa1b946f79f1d1244f8064e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943588 Mar 24 14:22:14.718289 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc98ac-7986-4d07-9ec7-ffbc630b0016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b0889-33e3-49be-9ac6-61a6745d09c7,revision_number=1']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:14.720065 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52506) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:14.770484 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a40d126b-a15f-4261-9d15-0e9e599c238a admin admin] Publish callbacks [] for security_group (012b0889-33e3-49be-9ac6-61a6745d09c7), before_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.791354 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a40d126b-a15f-4261-9d15-0e9e599c238a admin admin] Publish callbacks [] for security_group (012b0889-33e3-49be-9ac6-61a6745d09c7), precommit_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.909294 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a40d126b-a15f-4261-9d15-0e9e599c238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (012b0889-33e3-49be-9ac6-61a6745d09c7), after_delete {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.911843 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-a40d126b-a15f-4261-9d15-0e9e599c238a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:14.912994 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-a40d126b-a15f-4261-9d15-0e9e599c238a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/012b0889-33e3-49be-9ac6-61a6745d09c7 HTTP/1.1" status: 204 len: 168 time: 0.1912861 Mar 24 14:22:14.920625 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d126b-a15f-4261-9d15-0e9e599c238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b0889-33e3-49be-9ac6-61a6745d09c7,revision_number=None']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:24.263414 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-57600990-cf06-4110-bf4e-0cb17dbb5ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.247936 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [-] (110187) accepted ('10.222.0.20', 52578) {{(pid=110187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:25.355558 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a4398c-9fc0-40cc-a040-fff19bdeb979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.433227 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a4398c-9fc0-40cc-a040-fff19bdeb979 admin admin] Publish callbacks [] for security_group (5744dcca-ee93-4b8f-9296-ed72cf3044c8), precommit_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.520725 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron_lib.callbacks.manager [None req-50a4398c-9fc0-40cc-a040-fff19bdeb979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5744dcca-ee93-4b8f-9296-ed72cf3044c8), after_create {{(pid=110187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.558546 dv-cinder-798189-3-iscsi neutron-server[110187]: INFO neutron.wsgi [None req-50a4398c-9fc0-40cc-a040-fff19bdeb979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=175551baf8a7412685c797b62bd8f772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095589 Mar 24 14:22:25.559531 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4398c-9fc0-40cc-a040-fff19bdeb979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5744dcca-ee93-4b8f-9296-ed72cf3044c8,revision_number=1']} {{(pid=110187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:25.561389 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [-] (110186) accepted ('10.222.0.20', 52582) {{(pid=110186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:22:25.608750 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8df-bee3-48cd-9526-4265cd10132d admin admin] Publish callbacks [] for security_group (5744dcca-ee93-4b8f-9296-ed72cf3044c8), before_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.629093 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8df-bee3-48cd-9526-4265cd10132d admin admin] Publish callbacks [] for security_group (5744dcca-ee93-4b8f-9296-ed72cf3044c8), precommit_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.737637 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8df-bee3-48cd-9526-4265cd10132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538914'] for security_group (5744dcca-ee93-4b8f-9296-ed72cf3044c8), after_delete {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.740247 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8df-bee3-48cd-9526-4265cd10132d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:25.741451 dv-cinder-798189-3-iscsi neutron-server[110186]: INFO neutron.wsgi [None req-a1d2a8df-bee3-48cd-9526-4265cd10132d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5744dcca-ee93-4b8f-9296-ed72cf3044c8 HTTP/1.1" status: 204 len: 168 time: 0.1785805 Mar 24 14:22:25.753059 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a8df-bee3-48cd-9526-4265cd10132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5744dcca-ee93-4b8f-9296-ed72cf3044c8,revision_number=None']} {{(pid=110186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:22:26.492123 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-41362f33-a37f-4bfb-b54f-c3d117402bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:27.897623 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:29.117060 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:30.600465 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:32.637013 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:22:36.540466 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:54.271075 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cef452be-ee76-446a-b405-fe0c8df091e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:56.548789 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-b23fcad2-68b3-409c-b909-4dceb688300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:57.914293 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:22:59.144948 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:00.624906 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:06.556688 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:09.636529 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:23:24.316137 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-1a75563e-bd28-405a-80c5-8c7307effcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:26.487566 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc85e-a633-4a80-9e06-5603ba7ee55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:27.910622 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:29.113969 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:30.653171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:36.564477 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:46.635302 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:23:54.278303 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-d859d71b-55ff-4d2c-9aff-9b388637c46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:56.489776 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-20efc9a7-b848-4896-8095-eb1f064e0863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:57.918653 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:23:59.135652 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:00.629897 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:06.560789 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:23.633920 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:24:24.274890 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5d28-a0b8-4463-94df-b5ccaa1bb0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:26.509292 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-f552f3eb-1113-4f8a-83e3-1ff1a5e9fbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:27.911871 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:29.123605 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:30.625939 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:36.560590 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:54.268705 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-191896c1-82ff-4dd2-8da2-a55146223391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:56.520259 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-9f8f657b-ec27-4f50-9d5e-2c11125c54f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:57.914259 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:24:59.125476 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:00.631325 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:00.634191 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:25:06.556916 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:24.273990 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-32761bbf-391b-4844-9cd8-11d355622bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:26.493217 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a6703c62-5f28-4ade-8f6b-9c03e1cdeacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:27.908231 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:29.136280 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:30.651014 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:36.559428 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:37.634706 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:25:54.281321 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cebb-0da3-4e12-822f-2392886ee70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:56.501802 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7a5b-7a26-4b73-aaa4-67e0fc54bb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:57.903965 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:25:59.172395 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:00.627519 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:06.576282 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:14.632805 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:26:16.079795 dv-cinder-798189-3-iscsi neutron-server[110187]: DEBUG neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-26f85fa0-c43a-4be0-b3ba-f1ed30ce972f service neutron] (110187) timed out ('10.222.0.20', 46828) {{(pid=110187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 14:26:16.168021 dv-cinder-798189-3-iscsi neutron-server[110186]: DEBUG neutron.wsgi [req-acc323a4-5569-4bb6-98b9-18c976c4063a req-0b639c7e-91d0-4dcc-9df6-74dedc40c713 tempest-TestShelveInstance-1425131058 tempest-TestShelveInstance-1425131058-project] (110186) timed out ('10.222.0.20', 46836) {{(pid=110186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 14:26:24.268892 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-14b318d6-d990-4a9a-9a18-4f4388a18775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:26.483897 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-88a6cdea-6831-431b-a098-1452335d3d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:27.903347 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:29.143171 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:30.609709 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:36.609543 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:51.632117 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:26:54.268443 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-984d9314-466a-43be-a0b0-fcc458569089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:56.491307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-53bbf07d-8ebc-46c6-b649-4e63e5ee7331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:57.914457 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:26:59.169144 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:00.620335 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:06.603401 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:24.267571 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-fb792218-a350-4b2e-bab6-3f4f86978741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:26.496238 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-034bb2dd-0b16-4243-ab88-4ac3fb4335e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:27.911307 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:28.631364 dv-cinder-798189-3-iscsi neutron-server[110189]: DEBUG neutron.db.agents_db [None req-75265dfc-b598-4ed0-ae68-a33646af5b07 None None] Agent healthcheck: found 6 active agents {{(pid=110189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:27:29.180167 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:30.615895 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-77822e5a-5927-43cd-846a-0b38cf7cb9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (93947d4a-b5dd-40d3-aa12-d07d878252a9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:36.599051 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-a29ec598-74e5-4a2a-ac6d-05864e79f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1ec930d7-05a0-453a-8358-a7e2fa750ea3), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:54.270797 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-cbb52dd2-e830-4289-a917-88f54abb32c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (4de9b38a-3ed8-4366-88cd-2a700350af97), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:56.499411 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-5547adea-e9b3-40bd-a63d-16e376dd6017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (18039ef1-6405-4bdd-9abd-a3de3a87266c), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:57.901503 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-efc5a42b-715e-4073-bda6-ad2c65138591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (cadc2524-f281-4b5a-a0f4-5d78c2173234), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:27:59.146668 dv-cinder-798189-3-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf23-76c0-404c-8098-b8a1bb0eca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738127038257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32765063'] for agent (1c361f68-b04f-4818-9411-c63846b722d9), after_update {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}